-- Logs begin at Tue 2022-05-10 18:58:24 UTC, end at Tue 2022-05-10 20:15:48 UTC. -- May 10 19:47:23.639904 dv-cinder-841315-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 10 19:47:26.423686 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! May 10 19:47:26.424290 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 19:47:26.424464 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 19:47:26.428294 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.common.config [-] Logging enabled! May 10 19:47:26.428547 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev200 May 10 19:47:26.428857 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103214) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 10 19:47:26.429778 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:47:26.430011 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:47:26.430381 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:47:26.430650 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:47:26.430878 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:47:26.431196 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.431592 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.431828 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.432128 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.432425 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.432708 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.433000 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.433299 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.433582 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.433861 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.434145 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.434377 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.434682 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.434970 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.435256 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.435482 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.435765 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.436202 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.436588 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.436871 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.437164 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.437442 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.437720 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.437994 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.438280 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.438642 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] host = dv-cinder-841315-1-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.438921 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.439211 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.439500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.439786 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.440059 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.440336 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.440622 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.440897 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.441169 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.441443 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.441732 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.442039 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.442875 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.443105 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.443331 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.443621 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.443923 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.444200 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.444474 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.444750 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.445026 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.445301 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.445569 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.445851 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.446133 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.446416 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.446714 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.446989 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.447262 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.447531 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.447819 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.448091 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.448363 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.448633 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.448924 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.449193 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.449464 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.449763 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.450048 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.450328 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.450636 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.450910 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.451191 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.451461 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.451730 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.452000 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.452269 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.452538 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.452817 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.453090 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.453364 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.453638 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.453908 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.454192 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.454489 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:26.454781 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.455081 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.455385 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.455669 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.455975 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.456258 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.456550 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.456829 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.457121 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.457411 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.457813 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.458010 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.458310 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.458629 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.458931 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.459236 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.459533 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.459825 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.460104 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.460380 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.460656 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.460936 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.461222 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.461500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.461791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.462078 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.462359 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.462678 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.462965 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.463252 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.463549 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.463839 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.464113 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.464391 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.464682 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.464960 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.465237 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.465523 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.465803 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.466077 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.466360 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.466665 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.466939 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.467214 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.467493 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.467791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.468070 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.468343 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.468616 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.468891 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.469164 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.469448 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.469725 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.469999 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.470272 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.470643 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.470921 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.471198 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.471474 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.471746 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.472023 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.472296 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.472569 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.472841 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.473114 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.473411 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.473686 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.473997 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.474279 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.474575 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.474852 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.475124 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.475399 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.475671 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.475967 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.476241 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.476521 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.476798 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.477074 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.477350 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.477631 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.477907 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.478186 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.478482 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.478767 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.479050 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.479341 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.479627 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.479906 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.480222 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.480504 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.480781 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.481069 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.481352 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.481634 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.481920 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.482208 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.482528 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.482827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.483123 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.483422 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.483717 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.483999 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.484311 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.484593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:26.484811 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:47:26.485053 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103214) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 10 19:47:26.944269 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 19:47:26.944546 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 19:47:26.944851 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 10 19:47:26.945183 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [-] Loading core plugin: ml2 May 10 19:47:27.272749 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.273039 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.273311 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.274512 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.274789 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.275052 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.329806 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.330083 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.330353 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.344917 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.345197 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.345466 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.375312 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.375596 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.375869 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.412819 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.413095 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.413366 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.751915 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.752552 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.752552 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.752732 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.753382 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.852055 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.852305 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.852589 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.852862 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.853130 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.853442 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.853705 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.853964 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.854218 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.854520 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.854783 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.855048 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.855308 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.855560 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.855813 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.856076 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.856329 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.856595 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.856861 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.857120 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.857394 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.857646 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.857925 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.858305 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.858574 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.858821 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.859215 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.859455 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.859692 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.859928 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.860164 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.860397 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:27.860766 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 10 19:47:27.863924 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 10 19:47:27.867868 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 10 19:47:27.871990 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 10 19:47:27.873623 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 10 19:47:27.874092 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 10 19:47:27.874423 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 10 19:47:27.874823 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 10 19:47:27.877757 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 10 19:47:27.878007 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 10 19:47:27.878353 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:47:27.883272 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 10 19:47:27.906974 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 10 19:47:27.907422 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.907719 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 10 19:47:27.908087 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.909431 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103214) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 10 19:47:27.909712 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 10 19:47:27.909960 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 10 19:47:27.913834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.914111 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:27.975859 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 10 19:47:27.976095 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 10 19:47:27.976334 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 10 19:47:27.976698 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 10 19:47:27.997686 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_db.sqlalchemy.engines [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103214) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 10 19:47:28.438544 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing driver for type 'gre' May 10 19:47:28.439065 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] gre ID ranges: [(1, 1000)] May 10 19:47:28.498843 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing driver for type 'local' May 10 19:47:28.499185 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing driver for type 'vlan' May 10 19:47:28.513010 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] VlanTypeDriver initialization complete May 10 19:47:28.513340 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing driver for type 'vxlan' May 10 19:47:28.513833 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] vxlan ID ranges: [(1, 1000)] May 10 19:47:28.566478 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing extension driver 'port_security' May 10 19:47:28.566821 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.extensions.port_security [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] PortSecurityExtensionDriver initialization complete May 10 19:47:28.567740 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing mechanism driver 'openvswitch' May 10 19:47:28.568061 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing mechanism driver 'hyperv' May 10 19:47:28.574540 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:28.575381 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.575752 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.576106 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.576629 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.577067 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.577424 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.577777 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.578175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.578619 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.578972 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.579314 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.579711 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.580116 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.580465 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.580807 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.581202 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.581603 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.581947 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.582284 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.582706 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.583105 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > address_group after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.583449 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > address_group after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.583786 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.584177 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103214) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 10 19:47:28.584618 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] ML2 OVO RPC backend initialized. {{(pid=103214) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 10 19:47:28.585314 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.585663 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.586079 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.586424 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > networks before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.586796 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.587138 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > ports before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.587485 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.587826 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnets before_response 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.588169 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.588506 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.588838 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.589171 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.589504 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.589835 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.590167 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.590524 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.590855 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.598293 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded quota_driver: . May 10 19:47:28.598678 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.plugin [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Modular L2 Plugin initialization complete May 10 19:47:28.599026 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading services supported by the core plugin {{(pid=103214) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 10 19:47:28.599364 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.plugins.ml2.managers [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Got port-security extension from driver 'port_security' May 10 19:47:28.599836 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.extensions.vlantransparent [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Disabled vlantransparent extension. May 10 19:47:28.600320 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103214) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 10 19:47:28.600643 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: router May 10 19:47:28.636465 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.636858 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.637235 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router before_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.637602 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.637981 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.638341 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.638737 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.639094 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.639454 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.639806 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.640157 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.640508 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.640985 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.641400 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.641773 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.642114 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.642449 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.642822 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.643151 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.643507 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.643855 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.644198 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.644556 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router after_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.644901 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.645295 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_create 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.645658 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.646006 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_update 55549900 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.646378 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > agent after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.646754 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > agent after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.647103 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > network after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.647942 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Tracking information for resource: router configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:28.648272 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Tracking information for resource: floatingip configured {{(pid=103214) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 10 19:47:28.653092 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.db.l3_agentschedulers_db [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 10 19:47:28.653658 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.654019 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.654372 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.654754 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.655536 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router before_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.655903 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.656271 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_create 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.656628 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > router precommit_update 55550100 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.661426 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.provider_configuration [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service providers = [] {{(pid=103214) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 10 19:47:28.661791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.db.servicetype_db [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103214) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 10 19:47:28.664718 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:47:28.665071 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:47:28.665413 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:47:28.666298 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.services.service_base [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103214) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 10 19:47:28.666693 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.services.service_base [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Default provider is not specified for service type L3_ROUTER_NAT May 10 19:47:28.667067 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.667383 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 10 19:47:28.678500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.678828 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: auto_allocate May 10 19:47:28.684491 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: network precommit_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.684863 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: network precommit_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.685380 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.685706 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: tag May 10 19:47:28.693017 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.693293 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: timestamp May 10 19:47:28.697132 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.697461 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: network_ip_availability May 10 19:47:28.702964 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.703338 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.703697 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.704403 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.704720 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: flavors May 10 19:47:28.710115 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.710446 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading Plugin: revisions May 10 19:47:28.714691 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103214) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 10 19:47:28.715083 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103214) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 10 19:47:28.715823 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103214) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 10 19:47:28.716157 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Initializing extension manager. May 10 19:47:28.716679 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: __init__.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.717020 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: __pycache__ {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.717354 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: _port_mac_address_override.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.717686 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.718428 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.719025 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: address-group May 10 19:47:28.719349 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.720059 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.720571 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: address-scope May 10 19:47:28.720894 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.721809 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.722321 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: router-admin-state-down-before-update May 10 19:47:28.722679 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: agent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.723922 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.724433 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: agent May 10 19:47:28.724755 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: agent_resources_synced.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.725659 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.726175 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: agent-resources-synced May 10 19:47:28.726517 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: allowedaddresspairs.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.728288 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.728815 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: allowed-address-pairs May 10 19:47:28.729142 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: auto_allocated_topology.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.730206 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.730752 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: auto-allocated-topology May 10 19:47:28.731081 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.731774 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.732286 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: availability_zone May 10 19:47:28.732610 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: availability_zone_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.733516 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.734031 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: availability_zone_filter May 10 19:47:28.734356 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: data_plane_status.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.735277 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.735795 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension data-plane-status not supported by any of loaded plugins May 10 19:47:28.736119 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: default_subnetpools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.737034 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.737549 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: default-subnetpools May 10 19:47:28.737875 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.738706 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.739248 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: dhcp_agent_scheduler May 10 19:47:28.739572 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: dns.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.740482 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.740989 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension dns-integration not supported by any of loaded plugins May 10 19:47:28.741312 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: dns_domain_ports.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.742219 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.742761 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension dns-domain-ports not supported by any of loaded plugins May 10 19:47:28.743086 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.744250 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.744760 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 10 19:47:28.745080 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: dvr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.745748 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.746256 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: dvr May 10 19:47:28.746614 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: ecmp_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.747525 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.748030 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension ecmp_routes not supported by any of loaded plugins May 10 19:47:28.748352 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: empty_string_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.749247 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.749767 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: empty-string-filtering May 10 19:47:28.750087 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.751011 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.751520 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 10 19:47:28.751841 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.752748 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.753270 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 10 19:47:28.753556 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: external_net.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.754499 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.755013 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: external-net May 10 19:47:28.755335 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.756243 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.756754 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: extra_dhcp_opt May 10 19:47:28.757076 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: extraroute.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.757972 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.758500 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: extraroute May 10 19:47:28.758828 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: extraroute_atomic.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.760021 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.760536 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: extraroute-atomic May 10 19:47:28.760860 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: filter_validation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.761520 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.762027 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: filter-validation May 10 19:47:28.762349 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: fip_pf_description.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.763285 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.763791 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 10 19:47:28.764111 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: fip_pf_port_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.765015 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.765518 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 10 19:47:28.765842 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: fip_port_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.766785 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.767292 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: fip-port-details May 10 19:47:28.767615 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.768827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.769351 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: flavors May 10 19:47:28.769679 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.771851 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.772380 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 10 19:47:28.772718 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: floatingip_pools.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.773416 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.773936 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: floatingip-pools May 10 19:47:28.774267 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: ip_allocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.775218 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.775736 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension ip_allocation not supported by any of loaded plugins May 10 19:47:28.776064 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.776975 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.777492 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: ip-substring-filtering May 10 19:47:28.777824 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l2_adjacency.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.778762 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.779277 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension l2_adjacency not supported by any of loaded plugins May 10 19:47:28.779603 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.780550 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.781074 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: router May 10 19:47:28.781405 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.783607 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.784144 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 10 19:47:28.784477 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.785395 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.786489 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: ext-gw-mode May 10 19:47:28.786812 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.787732 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.788254 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: l3-ha May 10 19:47:28.788584 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.789484 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.790002 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 10 19:47:28.790331 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_flavors.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.791266 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.791787 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: l3-flavors May 10 19:47:28.792113 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.793472 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.793992 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 10 19:47:28.794320 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.795265 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.795784 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: l3-port-ip-change-not-allowed May 10 19:47:28.796107 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: l3agentscheduler.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.797128 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.797646 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: l3_agent_scheduler May 10 19:47:28.797974 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: local_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.801070 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.801627 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension local_ip not supported by any of loaded plugins May 10 19:47:28.801965 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: logging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.803478 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.804004 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension logging not supported by any of loaded plugins May 10 19:47:28.804340 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: metering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.805083 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.805668 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: metering May 10 19:47:28.805998 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.807125 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.807647 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: metering_source_and_destination_fields May 10 19:47:28.807975 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: multiprovidernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.808906 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.809423 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: multi-provider May 10 19:47:28.809748 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: netmtu.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.810684 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.811196 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: net-mtu May 10 19:47:28.811519 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: netmtu_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.812437 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.812948 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: net-mtu-writable May 10 19:47:28.813272 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: network_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.813936 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.814443 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: network_availability_zone May 10 19:47:28.814791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: network_ip_availability.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.815890 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.816406 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: network-ip-availability May 10 19:47:28.816735 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: network_segment_range.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.817527 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.818034 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension network-segment-range not supported by any of loaded plugins May 10 19:47:28.818360 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: pagination.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.819372 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.819709 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: pagination May 10 19:47:28.820030 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_device_profile.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.820946 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.821469 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-device-profile May 10 19:47:28.821794 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_mac_address_override.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.822744 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.823261 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-mac-override May 10 19:47:28.823581 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.824502 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.825021 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-mac-address-regenerate May 10 19:47:28.825342 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.826301 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.826855 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-numa-affinity-policy May 10 19:47:28.827177 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_resource_request.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.828079 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.828593 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension port-resource-request not supported by any of loaded plugins May 10 19:47:28.828914 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: port_resource_request_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.829871 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.830385 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 10 19:47:28.830745 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: portbindings.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.831669 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.832184 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: binding May 10 19:47:28.833043 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: portbindings_extended.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.834307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.834860 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: binding-extended May 10 19:47:28.835191 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: portsecurity.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.836139 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.836662 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-security May 10 19:47:28.836990 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: project_id.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.837971 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.838303 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: project-id May 10 19:47:28.838654 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: providernet.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.839578 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.840097 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: provider May 10 19:47:28.840423 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.844242 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.844769 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos not supported by any of loaded plugins May 10 19:47:28.845102 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.846344 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.846898 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 10 19:47:28.847229 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.848197 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.849234 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 10 19:47:28.849646 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_default.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.851811 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.852328 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-default not supported by any of loaded plugins May 10 19:47:28.852659 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_fip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.853581 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.854096 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-fip not supported by any of loaded plugins May 10 19:47:28.854424 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.855361 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.855874 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 10 19:47:28.856197 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_gateway_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.857114 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.857628 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 10 19:47:28.857951 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_port_network_policy.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.858879 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.859395 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 10 19:47:28.859719 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.860751 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.861275 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 10 19:47:28.861610 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.862669 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.863188 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 10 19:47:28.863516 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_pps_rule.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.864720 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.865240 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-pps not supported by any of loaded plugins May 10 19:47:28.865567 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_rule_type_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.866500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.867022 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 10 19:47:28.867344 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.868249 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.869020 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 10 19:47:28.869342 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: qos_rules_alias.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.870371 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.870920 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension qos-rules-alias not supported by any of loaded plugins May 10 19:47:28.871244 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: quota_check_limit.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.872223 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.872740 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: quota-check-limit May 10 19:47:28.873064 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: quotasv2.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.874027 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.874357 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: quotas May 10 19:47:28.874709 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: quotasv2_detail.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.876486 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.876825 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: quota_details May 10 19:47:28.877154 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: rbac.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.878220 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.878776 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: rbac-policies May 10 19:47:28.879109 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: rbac_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.880553 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.881077 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: rbac-address-group May 10 19:47:28.881409 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: rbac_address_scope.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.882327 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.882877 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: rbac-address-scope May 10 19:47:28.883203 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: rbac_security_groups.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.884124 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.884643 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: rbac-security-groups May 10 19:47:28.884967 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: rbac_subnetpool.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.885876 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.886395 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: rbac-subnetpool May 10 19:47:28.886742 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: revisionifmatch.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.887660 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.888182 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: revision-if-match May 10 19:47:28.888507 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: revisions.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.889668 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.890184 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: standard-attr-revisions May 10 19:47:28.890540 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: router_availability_zone.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.891218 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.891736 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: router_availability_zone May 10 19:47:28.892059 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: routerservicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.892973 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.893491 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension router-service-type not supported by any of loaded plugins May 10 19:47:28.893816 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.894767 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.895848 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: security-groups-normalized-cidr May 10 19:47:28.896170 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.897091 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.897676 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: port-security-groups-filtering May 10 19:47:28.898002 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.899024 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.899553 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: security-groups-remote-address-group May 10 19:47:28.899882 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.900951 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.901473 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: security-groups-shared-filtering May 10 19:47:28.901800 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.902389 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 10 19:47:28.902733 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: securitygroup.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.912308 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.912846 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: security-group May 10 19:47:28.913177 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.913905 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.914422 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension segment not supported by any of loaded plugins May 10 19:47:28.914776 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.915705 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.916221 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 10 19:47:28.916545 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: servicetype.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.917656 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.918184 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: service-type May 10 19:47:28.918546 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: sorting.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.919529 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.919864 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: sorting May 10 19:47:28.920186 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: standard_attr_segment.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.921099 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.921618 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension standard-attr-segment not supported by any of loaded plugins May 10 19:47:28.921943 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: standardattrdescription.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.922624 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.923139 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: standard-attr-description May 10 19:47:28.923464 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: stateful_security_group.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.924392 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.924911 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: stateful-security-group May 10 19:47:28.925238 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: stdattrs_common.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.925804 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 10 19:47:28.926126 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.927102 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.927633 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 10 19:47:28.927957 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnet_onboard.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.929007 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.929529 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: subnet_onboard May 10 19:47:28.929857 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.930828 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.931344 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 10 19:47:28.931669 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnet_service_types.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.932586 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.933105 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: subnet-service-types May 10 19:47:28.933428 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnetallocation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.934540 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.935067 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: subnet_allocation May 10 19:47:28.935398 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.936063 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.936586 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: subnetpool-prefix-ops May 10 19:47:28.936911 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.937834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.938349 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 10 19:47:28.938706 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: tagging.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.939790 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.940316 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: standard-attr-tag May 10 19:47:28.940646 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: timestamp.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.942342 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.942901 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loaded extension: standard-attr-timestamp May 10 19:47:28.943274 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: trunk.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.944252 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.944771 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension trunk not supported by any of loaded plugins May 10 19:47:28.945100 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: trunk_details.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.946013 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.946564 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension trunk-details not supported by any of loaded plugins May 10 19:47:28.946893 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: uplink_status_propagation.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.947806 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.948321 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 10 19:47:28.948646 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Loading extension file: vlantransparent.py {{(pid=103214) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 10 19:47:28.949312 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103214) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 10 19:47:28.949824 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extension vlan-transparent not supported by any of loaded plugins May 10 19:47:28.952460 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:network May 10 19:47:28.952986 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnet May 10 19:47:28.953381 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:47:28.953772 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:port May 10 19:47:28.955021 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.955464 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.956087 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.956511 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.956843 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:router May 10 19:47:28.957284 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:47:28.958327 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.959798 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.960169 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.960530 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:47:28.961545 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:47:28.961982 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:security_group May 10 19:47:28.962415 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:47:28.963032 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.963371 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:47:28.963713 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] subnetpool is already registered May 10 19:47:28.964130 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.964456 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:47:28.964786 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] subnetpool is already registered May 10 19:47:28.967092 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.967529 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service FLAVORS assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.968123 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.968545 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.968877 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:router May 10 19:47:28.969211 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] router is already registered May 10 19:47:28.969625 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:floatingip May 10 19:47:28.969958 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] floatingip is already registered May 10 19:47:28.970420 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service METERING assigned prefix: /metering {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.971122 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of CountableResource for resource:rbac_policy May 10 19:47:28.971449 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] rbac_policy is already registered May 10 19:47:28.971859 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:security_group May 10 19:47:28.972190 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] security_group is already registered May 10 19:47:28.972591 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:security_group_rule May 10 19:47:28.972921 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] security_group_rule is already registered May 10 19:47:28.973560 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.973896 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:47:28.974230 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] subnetpool is already registered May 10 19:47:28.974680 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.v2.resource_helper [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Service CORE assigned prefix: {{(pid=103214) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 10 19:47:28.975009 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Creating instance of TrackedResource for resource:subnetpool May 10 19:47:28.975340 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING neutron.quota.resource_registry [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] subnetpool is already registered May 10 19:47:28.975809 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: extensions {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.977257 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: address-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.978760 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: address-scopes {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.980057 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.981222 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: auto-allocated-topology {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.982479 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: availability_zones {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.983707 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: dhcp-networks {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.985203 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: dhcp-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.986659 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.988848 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: flavors {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.990001 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.991232 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: next_providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.992687 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: service_profiles {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.994480 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: floatingip-pools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.995704 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:28.997780 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: floatingips {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.000052 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: l3-routers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.001457 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: l3-agents {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.002896 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: metering-labels {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.004230 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: metering-label-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.006010 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: network-ip-availabilities {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.007272 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: bindings {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.008923 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.010471 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: quotas {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.011993 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: rbac-policies {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.013270 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: security-groups {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.014522 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: security-group-rules {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.015761 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: service-providers {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.016966 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.018363 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: subnetpools {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.019843 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.022078 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.023986 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.025734 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.027516 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.029379 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.031105 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.032979 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.034741 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.036600 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron.api.extensions [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Extended resource: tags {{(pid=103214) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 10 19:47:29.042571 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 10 19:47:29.047702 dv-cinder-841315-1-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 10 19:47:29.056405 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Acquired lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 10 19:47:29.056879 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_concurrency.lockutils [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Releasing lock "singleton_lock" {{(pid=103214) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 10 19:47:29.057526 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Starting 2 workers May 10 19:47:29.062389 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Started child 103323 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:47:29.066872 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Started child 103324 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:47:29.068861 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.069705 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO neutron.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Neutron service started, listening on 0.0.0.0:9696 May 10 19:47:29.069705 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.070627 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [-] (103323) wsgi starting up on http://0.0.0.0:9696 May 10 19:47:29.072158 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Starting 1 workers May 10 19:47:29.072610 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.074395 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [-] (103324) wsgi starting up on http://0.0.0.0:9696 May 10 19:47:29.077471 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Started child 103325 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:47:29.078018 dv-cinder-841315-1-iscsi neutron-server[103214]: INFO oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Starting 1 workers May 10 19:47:29.081514 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] calling RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:128}} May 10 19:47:29.082132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] returning from RpcWorker wait() {{(pid=103325) _wait /opt/stack/neutron/neutron/service.py:135}} May 10 19:47:29.083545 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Started child 103326 {{(pid=103214) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 10 19:47:29.083918 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.084301 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac1692d6-8734-4ce4-b417-9f5786883718 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.084428 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:29.086572 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 19:47:29.086719 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:47:29.087142 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:47:29.087142 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:47:29.087477 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:47:29.087641 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:47:29.088174 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.088461 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.088736 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.089013 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.089651 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.089923 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.090162 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.090445 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.090703 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.090873 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.091043 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.091307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.091541 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.091934 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.092190 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.092437 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.092676 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.092847 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.093108 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.093374 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.093606 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.093878 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.094126 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.094664 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.094905 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.095172 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.095381 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.095676 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.095917 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.096180 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.096413 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.096648 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.096883 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.097168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.097261 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:29.097727 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.097727 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.097863 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.098075 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.098193 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:29.098370 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.098879 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-841315-1-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.099125 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.099358 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.099587 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.099846 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.100117 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.100330 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.100598 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.100857 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.101114 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.101368 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.101628 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.101884 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.102119 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.102379 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.102569 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.102793 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.103067 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.103327 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.103521 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.103681 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.103842 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.104097 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.104250 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.104495 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.104725 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.104936 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.105148 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.105388 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.105617 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.105872 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.106067 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.106296 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.106550 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.106797 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.107021 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.107242 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.107483 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.107735 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.107955 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.108168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.108398 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.108622 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.108864 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.109074 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.109287 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.109535 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.109779 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.109992 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.110254 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.110512 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.110745 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.110969 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.111199 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112472 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112579 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.112794 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.113003 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.113245 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.113454 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.113704 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.114029 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.114298 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.114516 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.114714 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.114934 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.115146 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.115362 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.115956 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.116438 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.116746 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.117012 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.120297 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.122175 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.126801 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.127366 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.129142 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.130230 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.130423 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.134771 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.135396 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.137313 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.139151 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.139427 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.141583 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.142619 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.142867 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.143141 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.143382 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.143658 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.143901 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.144136 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.144378 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.144625 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.144869 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.145663 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.145903 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.146144 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.146381 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.146896 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.147212 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.147658 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.148088 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.148319 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.151547 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.151805 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.152048 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.152287 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.152522 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.152749 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.152979 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.153204 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.153431 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.153653 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.153911 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.154130 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.154355 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.154709 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.155019 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.155299 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.155795 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.156059 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.156570 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.156955 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.157287 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.157541 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.157797 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.158152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.158424 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.158675 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.158929 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.159152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.159392 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.159613 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.159882 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.160129 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.160399 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.160669 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.160921 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.161181 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.161400 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.161620 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.161848 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.162065 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.162305 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.162573 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.162852 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.163103 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.163343 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.163612 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.163870 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.164158 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.164423 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.164712 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.164951 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.165207 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.165525 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.165790 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.166069 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.166325 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.166579 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.166858 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.167112 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.167360 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.167611 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.167843 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.168082 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.168336 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.168560 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.168793 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.169053 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.169483 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.169942 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.170163 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.170406 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.170722 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.170976 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.171679 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.172415 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.173146 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.173458 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.173707 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.173971 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.174218 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.174500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.174758 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.174979 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.175238 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.175461 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.175707 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.175945 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.176160 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.176442 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.176657 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.176898 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.177165 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.177444 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.177666 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.177919 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.178158 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.178402 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.178668 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.178887 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.179106 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.179326 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.179572 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.179842 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.180080 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.180358 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.180620 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.180859 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.181104 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.181328 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.181580 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.181798 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.182044 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.182264 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.182509 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.182731 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.182951 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.183187 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.183432 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.183679 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.183893 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.184129 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.184380 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.184718 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.184959 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.185190 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.185439 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.185676 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.185912 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.186127 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.186343 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.186615 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.186832 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.187059 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.187306 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.187528 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.187761 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.187979 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.188097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:29.188214 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.188462 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.188715 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.188956 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.189193 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.189433 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.189648 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.189862 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.190093 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.190324 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.190561 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.190780 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.191105 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.191278 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.191520 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.191775 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.193133 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.193712 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.193902 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.194119 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.194349 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.194814 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.195075 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.195300 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.195517 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.196019 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.196259 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.196472 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.196731 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.197282 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.197435 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.197609 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.197836 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.198047 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.198258 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.198499 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.198735 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.198978 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.199227 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.199437 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.199651 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.199870 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.200087 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.200295 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.200523 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.200741 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.200950 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.201208 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.201405 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.201615 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.201990 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.202255 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.202496 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.202791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.203045 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.203290 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.203545 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.203849 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.204062 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.204322 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.204557 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.204789 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.205009 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.205604 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.205739 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.205955 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.206199 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.210593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211307 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211937 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211937 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.211937 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.212155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.212346 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.212519 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.212757 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.212997 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.213213 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.213369 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:47:29.213901 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103214) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 10 19:47:29.214069 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 10 19:47:29.214226 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 10 19:47:29.214381 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 10 19:47:29.214581 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 10 19:47:29.214742 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 10 19:47:29.214952 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215118 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215281 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215443 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215627 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.215957 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.216115 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.216430 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.216598 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.216758 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.217061 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.217370 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.217532 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.217695 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218041 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218041 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218199 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218333 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218742 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218742 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218918 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] debug = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.218999 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219317 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219478 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219639 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219800 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.219962 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.220126 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.220283 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.220442 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.220632 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.220757 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.221060 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.221360 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.221702 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.221858 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.222168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.222324 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host = dv-cinder-841315-1-iscsi {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.222649 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.222812 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.222978 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223319 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223479 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223640 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223804 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.223958 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.224121 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.224279 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.224580 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.224885 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225049 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225210 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_options = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225370 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.225834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226087 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226165 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226316 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226492 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226655 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226819 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.226981 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227141 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227301 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227462 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227616 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227778 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.227938 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228100 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228260 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228418 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228573 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228727 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.228880 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229034 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229191 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229355 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229508 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229672 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229832 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.229994 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230154 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230299 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230493 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230630 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230799 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.230960 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231119 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231280 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231444 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231604 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231751 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.231910 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232052 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232214 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232374 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232533 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232691 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_json = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.232852 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233011 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233316 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233474 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233632 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233791 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.233951 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.234111 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 10 19:47:29.234290 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.234479 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.234660 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.234825 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.234989 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235315 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235479 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235643 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235805 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.235976 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236139 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236313 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236475 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236638 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236804 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.236968 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237131 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237294 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237457 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237622 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237785 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.237956 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238118 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238282 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238444 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238634 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238828 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.238991 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239160 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239338 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239500 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239664 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.239989 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240315 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240477 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240641 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240809 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.240972 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241135 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241299 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241460 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241623 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241786 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.241950 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242112 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242274 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242437 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242625 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242788 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.242952 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.243113 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.243277 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.243702 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.243865 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244038 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244201 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244362 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244524 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244686 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.244848 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245010 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245171 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245332 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245495 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245656 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245830 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.245990 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246152 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246314 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246498 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246664 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.246988 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247150 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247311 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247474 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247634 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247796 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.247957 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248119 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248280 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248442 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248603 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248763 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.248926 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249088 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249247 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249408 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249586 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249749 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.249910 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250073 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250235 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250398 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250579 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250748 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.250910 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251071 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251233 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251395 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251558 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251721 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.251881 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252043 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252205 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252366 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252527 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252689 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.252851 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253011 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253174 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253336 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253496 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253658 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253820 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.253992 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.254155 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.254335 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255033 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255202 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255374 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255537 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255700 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.255866 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256027 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256188 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256349 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256512 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256673 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256835 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.256998 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.257170 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.257334 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.257498 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.257659 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.257844 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258005 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258330 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258518 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258683 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.258845 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259008 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259169 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259330 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259492 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259655 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259817 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.259978 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260139 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260301 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260462 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260624 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260790 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.260953 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261117 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261278 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261440 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261602 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261767 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.261930 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262091 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262251 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262412 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262597 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262760 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.262921 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263083 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263254 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263393 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263555 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263716 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.263880 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264042 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264204 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264435 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264534 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264681 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.264844 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265007 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265168 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265331 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265493 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265655 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265817 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.265980 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266142 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266304 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266479 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266649 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.266991 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267154 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267318 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267482 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267643 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267804 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.267967 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268127 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268289 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268455 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268619 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268779 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.268940 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269102 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269262 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269428 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269593 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269755 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.269916 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.270654 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.270834 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.270996 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271159 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271321 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271484 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271646 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271807 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.271968 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272143 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272306 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272469 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272631 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272792 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.272953 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273125 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273286 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273448 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273609 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273769 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.273930 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274101 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274263 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274424 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274607 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274770 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.274931 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275102 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275262 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275423 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275584 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275745 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.275908 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276078 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276239 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276401 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276562 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276723 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.276885 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277055 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277217 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277379 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277539 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277699 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.277861 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278033 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278195 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278359 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278550 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278713 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.278875 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279038 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279210 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279373 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279538 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279701 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.279876 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280022 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280176 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280343 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280513 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280682 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.280848 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281019 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281189 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281359 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281522 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281689 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.281862 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282024 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282185 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282346 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282530 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282693 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.282855 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283019 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283180 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283342 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283504 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283665 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283827 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.283989 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284150 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284313 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284475 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284637 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284798 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.284960 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 10 19:47:29.285113 dv-cinder-841315-1-iscsi neutron-server[103214]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103214) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 10 19:47:29.314101 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 49782) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:29.323381 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071728 May 10 19:47:40.640088 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ddc38-612c-4cf3-bbd1-0730dced9e03 None None] get_active_networks_info from dv-cinder-841315-1-iscsi {{(pid=103325) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 10 19:47:40.705987 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21ddc38-612c-4cf3-bbd1-0730dced9e03 None None] No non-hosted networks {{(pid=103325) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 10 19:47:40.725821 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.agentschedulers_db [None req-d21ddc38-612c-4cf3-bbd1-0730dced9e03 None None] DHCP Agent not found on host dv-cinder-841315-1-iscsi {{(pid=103325) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 10 19:47:40.846068 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bdc2faf3-8f27-4cc6-8f20-8def01e20f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:43.066967 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0eec0cfb-db77-4c2d-8747-185da37eae59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:43.103544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c708ba04-f3f1-4fd1-aac2-9969d4eb50d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:43.727133 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 49844) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:43.923029 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:44.321472 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-925e25f0-b960-48be-93be-e37d840e0bb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:44.322299 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-925e25f0-b960-48be-93be-e37d840e0bb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:44.579036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [None req-925e25f0-b960-48be-93be-e37d840e0bb1 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:47:44.595680 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-925e25f0-b960-48be-93be-e37d840e0bb1 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8675132 May 10 19:47:45.328876 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:47.074052 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:47.075555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.076099 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.078283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.078649 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.078990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.079324 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.079656 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.080025 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.080362 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.080685 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.081025 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.081377 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.081715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.082050 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.082373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:47.082788 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-841315-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:47.090846 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-841315-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:47:47.185565 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 49878) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:47.390746 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.db.l3_hamode_db [None req-94c4e15c-7468-4bf5-ac61-e7fe14a70021 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 10 19:47:47.470532 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4e15c-7468-4bf5-ac61-e7fe14a70021 None None] Routers set() bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:47:47.470853 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4e15c-7468-4bf5-ac61-e7fe14a70021 None None] Router IDs set() for agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 10 19:47:47.517701 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:47:47.611723 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.policy [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103324) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:47:47.652902 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:47.653274 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING oslo_policy.policy [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:47.749015 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798106793', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798121653', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798105576', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798099006', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798077419', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739798084305', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1570076', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1562854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7920507', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7962068'] for rbac-policy (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:47.820020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:47.821295 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-840fba5e-e755-4e8d-b6a3-1e5c3c3f53d6 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6348488 May 10 19:47:50.261466 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 49890) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:50.585377 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:47:50.613901 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Made reservation on behalf of 4ab1b4e437074ecea93fcdf2f784524a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:47:50.617578 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.634533 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.740339 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks [] for security_group (e5719144-6850-43c8-a3ac-245bbaa83203), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.745152 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e5719144-6850-43c8-a3ac-245bbaa83203), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.770179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 586} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:47:50.804280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739801746984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (70a92fef-c327-4226-ae1f-148fda996a07), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.804878 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Unsubscribe: segment precommit_create {{(pid=103324) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:47:50.805399 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Added segment 70a92fef-c327-4226-ae1f-148fda996a07 of type vlan for network 642ba22c-3991-49ed-841b-0adf70d2450e May 10 19:47:50.821619 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e5719144-6850-43c8-a3ac-245bbaa83203,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:50.869215 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.869556 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.869911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.870371 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.870773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.871109 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.871450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.871753 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.872075 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.872396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.872716 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.873049 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.873372 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.873687 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.874006 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Tracked resource versions report: May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: pushed versions: May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Agent': {'1.1'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Log': {'1.0'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Network': {'1.1'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Port': {'1.7'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: consumer versions: May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Agent': '1.1', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Log': '1.0', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'NDPProxy': '1.0', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Network': '1.1', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Port': '1.7', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'PortForwarding': '1.3', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'QosPolicy': '1.10', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SubPort': '1.0', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Subnet': '1.1', May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Trunk': '1.1'}} May 10 19:47:50.875444 dv-cinder-841315-1-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:47:50.915658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (642ba22c-3991-49ed-841b-0adf70d2450e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.955461 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (642ba22c-3991-49ed-841b-0adf70d2450e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:50.961072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:47:50.961773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:51.059698 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7971697 May 10 19:47:51.078738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeee10b-14e2-4f6c-a137-de4a213ac2aa demo demo] Pushing event updated for resources: {'Network': ['ID=642ba22c-3991-49ed-841b-0adf70d2450e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:51.091962 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 642ba22c-3991-49ed-841b-0adf70d2450e details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:47:53.543588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:54.032205 dv-cinder-841315-1-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:54.032777 dv-cinder-841315-1-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:54.472258 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.policy [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103323) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 10 19:47:54.515723 dv-cinder-841315-1-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:54.516091 dv-cinder-841315-1-iscsi neutron-server[103323]: WARNING oslo_policy.policy [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 10 19:47:54.523612 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:47:54.525506 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a86a8e3c-be9d-4c08-91ca-7bb9f7af6272 demo admin] 10.222.0.57 "GET /v2.0/networks/642ba22c-3991-49ed-841b-0adf70d2450e HTTP/1.1" status: 200 len: 825 time: 0.9799604 May 10 19:47:54.564463 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-22c2bbd7-eb1d-4d1f-bdb9-de4662939a83 demo admin] 10.222.0.57 "GET /v2.0/subnetpools/17c8fe76-daee-4356-9060-8820d5f024c6 HTTP/1.1" status: 200 len: 734 time: 0.0332899 May 10 19:47:54.573072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:47:54.608170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Made reservation on behalf of 4ab1b4e437074ecea93fcdf2f784524a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:47:54.610902 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:54.896887 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (b20e04bc-2eeb-4295-8503-8eefb4a9a667), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:54.964777 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Checking segment: {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:47:54.965137 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Network hostable DHCP agents. Network: 642ba22c-3991-49ed-841b-0adf70d2450e, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:47:54.976935 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b20e04bc-2eeb-4295-8503-8eefb4a9a667,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:54.989881 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.990217 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.990589 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.990933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.991256 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.991568 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.991878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.992203 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.992755 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.993069 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.993392 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.993693 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.994001 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.994305 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.994635 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Tracked resource versions report: May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: pushed versions: May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Agent': {'1.1'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Log': {'1.0'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Network': {'1.1'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Port': {'1.7'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: consumer versions: May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Agent': '1.1', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Log': '1.0', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'NDPProxy': '1.0', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Network': '1.1', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Port': '1.7', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'PortForwarding': '1.3', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'QosPolicy': '1.10', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SubPort': '1.0', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Subnet': '1.1', May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Trunk': '1.1'}} May 10 19:47:54.996052 dv-cinder-841315-1-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:47:55.020128 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Network 642ba22c-3991-49ed-841b-0adf70d2450e is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:47:55.032209 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 642ba22c-3991-49ed-841b-0adf70d2450e) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:47:55.037989 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:47:55.039131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:55.042306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fadb44-8c2b-4cf5-8abd-69141e0710ce None None] Network 642ba22c-3991-49ed-841b-0adf70d2450e requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:47:55.059605 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cd87aa04-8f79-4e0d-bc1f-dc9d969fee70 demo admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4898086 May 10 19:47:55.307307 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-642ba22c-3991-49ed-841b-0adf70d2450e', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:47:55.308592 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:55.591219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Allocated IP 172.20.0.2 (642ba22c-3991-49ed-841b-0adf70d2450e/b20e04bc-2eeb-4295-8503-8eefb4a9a667/59a7f48c-defe-4eb3-bad9-72d9c6bd7f02) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:47:55.868851 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks [] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:55.878229 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:55.949375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Network 642ba22c-3991-49ed-841b-0adf70d2450e is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:47:55.955285 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:47:55.959827 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:47:55.973940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Pushing event updated for resources: {'Port': ['ID=59a7f48c-defe-4eb3-bad9-72d9c6bd7f02,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:56.005872 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.006224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.006611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.006980 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.007323 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.007656 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.007987 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.008315 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.008644 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.008971 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.009298 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.009641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.009965 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.010667 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.010999 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Tracked resource versions report: May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: pushed versions: May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Agent': {'1.1'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Log': {'1.0'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Network': {'1.1'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Port': {'1.7'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: consumer versions: May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Agent': '1.1', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Log': '1.0', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'NDPProxy': '1.0', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Network': '1.1', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Port': '1.7', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'PortForwarding': '1.3', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'QosPolicy': '1.10', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SubPort': '1.0', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Subnet': '1.1', May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Trunk': '1.1'}} May 10 19:47:56.012479 dv-cinder-841315-1-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:47:56.063451 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Attempting to bind port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:47:56.064075 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Attempting to bind port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:47:56.064284 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Attempting to bind port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 on network 642ba22c-3991-49ed-841b-0adf70d2450e {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:47:56.069764 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:47:56.070148 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Checking segment: {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:47:56.070681 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:56.071114 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Bound using segment: {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:47:56.071583 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Bound port: 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:47:56.071986 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:56.135016 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] For port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:47:56.155317 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] For port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=59a7f48c-defe-4eb3-bad9-72d9c6bd7f02,segment=NetworkSegment(70a92fef-c327-4226-ae1f-148fda996a07),segment_id=70a92fef-c327-4226-ae1f-148fda996a07)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:47:56.162921 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:47:56.223043 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514dc12-6946-4f35-9bc2-e6ec2ba3494f None None] Pushing event updated for resources: {'Port': ['ID=59a7f48c-defe-4eb3-bad9-72d9c6bd7f02,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:47:57.582108 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:47:57.901634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-40a80470-5882-4a95-b825-dda7d6008b4b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:47:57.902648 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-40a80470-5882-4a95-b825-dda7d6008b4b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3194723 May 10 19:48:00.385790 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49930) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:00.701126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-3e72c537-29b7-48ca-ae9e-f9b3b401df2c admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:48:00.702104 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3e72c537-29b7-48ca-ae9e-f9b3b401df2c admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3154047 May 10 19:48:03.174683 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 49938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:03.487656 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:48:03.510723 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (0ecbd0ce-516b-44a7-9134-4ac263789f46), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:03.512245 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (0ecbd0ce-516b-44a7-9134-4ac263789f46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:03.651081 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Publish callbacks [] for router_controller (0ecbd0ce-516b-44a7-9134-4ac263789f46), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:03.655832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (0ecbd0ce-516b-44a7-9134-4ac263789f46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:03.672593 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:03.686560 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-32679a88-5543-4cde-a162-642c877c8d6b demo demo] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4980459 May 10 19:48:06.135135 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49950) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:06.454652 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-dcb452f7-7241-428a-b17d-d4053ae049b8 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:48:06.455810 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dcb452f7-7241-428a-b17d-d4053ae049b8 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3197122 May 10 19:48:07.655476 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31301ebb-705c-4ca0-8f2a-6262a2f4cd39 None None] Network 642ba22c-3991-49ed-841b-0adf70d2450e requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:48:07.772243 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Provisioning complete for port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:07.772658 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:07.823574 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:48:07.958499 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:07.958892 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:08.005165 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:08.005608 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:08.050156 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] For port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=59a7f48c-defe-4eb3-bad9-72d9c6bd7f02,segment=NetworkSegment(70a92fef-c327-4226-ae1f-148fda996a07),segment_id=70a92fef-c327-4226-ae1f-148fda996a07)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:48:08.071162 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:08.109490 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:08.109881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:08.136255 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:48:08.142635 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcd016-3f37-4448-aaad-f52c1d7b16bc None None] Pushing event updated for resources: {'Port': ['ID=59a7f48c-defe-4eb3-bad9-72d9c6bd7f02,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:08.189192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.db.api [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103325) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 19:48:08.190199 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG oslo_db.api [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 19:48:08.194215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-72ccac1f-db25-4109-86d2-2b63b9d3bb4c None None] Provisioning complete for port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:08.194633 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-72ccac1f-db25-4109-86d2-2b63b9d3bb4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:08.272399 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-72ccac1f-db25-4109-86d2-2b63b9d3bb4c None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:08.725959 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:08.916131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49960) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:09.224340 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:48:09.245798 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Made reservation on behalf of f00ba0ca569547899fe0f1c352883756 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:09.248036 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.263776 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.366299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks [] for security_group (199800be-1eaf-40de-8a64-3fb8c0f4217a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.369974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (199800be-1eaf-40de-8a64-3fb8c0f4217a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.386612 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Reserving flat network on physical network physnet1 {{(pid=103323) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 10 19:48:09.410623 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199800be-1eaf-40de-8a64-3fb8c0f4217a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:09.413235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739801746984', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (4c7258a4-3a25-4efa-9978-3bf473bcf112), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.413788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Unsubscribe: segment precommit_create {{(pid=103323) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 10 19:48:09.414265 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Added segment 4c7258a4-3a25-4efa-9978-3bf473bcf112 of type flat for network 40199b24-4453-4b80-a322-fe0ae82ffc42 May 10 19:48:09.467303 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (40199b24-4453-4b80-a322-fe0ae82ffc42), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.508080 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (40199b24-4453-4b80-a322-fe0ae82ffc42), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.509007 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:48:09.509559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.593010 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6758146 May 10 19:48:09.622881 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710f661-5188-49d7-89f0-930eb1193f41 admin admin] Pushing event updated for resources: {'Network': ['ID=40199b24-4453-4b80-a322-fe0ae82ffc42,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:09.634202 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:48:09.774096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:48:09.819416 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:09.819806 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:09.894107 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:10.606114 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-db814039-d1ef-4bd2-8963-8a7507a5b50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:12.042350 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49968) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:12.398177 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df9ba69-2c82-4302-897d-eab4f03dbc78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:48:12.399547 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4df9ba69-2c82-4302-897d-eab4f03dbc78 demo admin] 10.222.0.57 "GET /v2.0/subnets/b20e04bc-2eeb-4295-8503-8eefb4a9a667 HTTP/1.1" status: 200 len: 849 time: 0.3561740 May 10 19:48:12.560676 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a5154e07-2a93-4b6f-9930-a4eb9b0e47f3 demo admin] 10.222.0.57 "GET /v2.0/routers/0ecbd0ce-516b-44a7-9134-4ac263789f46 HTTP/1.1" status: 200 len: 704 time: 0.1555991 May 10 19:48:12.828243 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.070947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-36e0484a-45d2-49cd-99a6-3b0d2dcc9345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.114634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Allocated IP 172.20.0.1 (642ba22c-3991-49ed-841b-0adf70d2450e/b20e04bc-2eeb-4295-8503-8eefb4a9a667/2876ae9a-03cf-4b43-b0e8-2ebb37e409f8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:48:13.265096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks [] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.333728 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.396040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Network 642ba22c-3991-49ed-841b-0adf70d2450e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:13.403678 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:13.411181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:48:13.411735 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (0ecbd0ce-516b-44a7-9134-4ac263789f46), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.534182 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Pushing event updated for resources: {'Port': ['ID=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:13.619055 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-bce3ea58-e74d-4d9e-9fe9-b55d36ab0bd0 None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:13.619446 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bce3ea58-e74d-4d9e-9fe9-b55d36ab0bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.652372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-bce3ea58-e74d-4d9e-9fe9-b55d36ab0bd0 None None] Port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:48:13.672200 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.878239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.880515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks [] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.884670 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.885445 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (0ecbd0ce-516b-44a7-9134-4ac263789f46), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:13.966650 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Pushing event updated for resources: {'Port': ['ID=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:14.008369 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Network 642ba22c-3991-49ed-841b-0adf70d2450e is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:14.009647 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:14.172324 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0f3a90ef-0964-4c89-91c8-83a927f8aa5c None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:14.172897 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0f3a90ef-0964-4c89-91c8-83a927f8aa5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:14.173438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Router 0ecbd0ce-516b-44a7-9134-4ac263789f46 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:48:14.208856 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a90ef-0964-4c89-91c8-83a927f8aa5c None None] Port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:48:14.269020 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:48:14.274154 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7e7dcbd1-6d59-457a-8d3f-6d05b0329200 demo admin] 10.222.0.57 "PUT /v2.0/routers/0ecbd0ce-516b-44a7-9134-4ac263789f46/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7076864 May 10 19:48:14.289739 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Sync routers for ids ['0ecbd0ce-516b-44a7-9134-4ac263789f46'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:48:14.302700 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Routers {'0ecbd0ce-516b-44a7-9134-4ac263789f46'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:48:14.303572 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:48:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0ecbd0ce-516b-44a7-9134-4ac263789f46'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:14.503304 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Set router 0ecbd0ce-516b-44a7-9134-4ac263789f46 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:48:14.919926 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:13Z', 'revision_number': 2, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port_host': None, '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:13Z', 'revision_number': 2, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:14.970759 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Checking router: 0ecbd0ce-516b-44a7-9134-4ac263789f46 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:48:14.971128 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Updating router 0ecbd0ce-516b-44a7-9134-4ac263789f46 port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:48:15.025292 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.276161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.537125 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks [] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.543426 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.684728 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Pushing event updated for resources: {'Port': ['ID=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:15.709487 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.709832 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.710168 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.710520 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.710855 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.711174 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.711496 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.711817 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.712134 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.712449 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.712769 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.713099 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.713413 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.713730 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.714034 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Tracked resource versions report: May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: pushed versions: May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Agent': {'1.1'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Log': {'1.0'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Network': {'1.1'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Port': {'1.7'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: consumer versions: May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Agent': '1.1', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Log': '1.0', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'NDPProxy': '1.0', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Network': '1.1', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Port': '1.7', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'PortForwarding': '1.3', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'QosPolicy': '1.10', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SubPort': '1.0', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Subnet': '1.1', May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Trunk': '1.1'}} May 10 19:48:15.715502 dv-cinder-841315-1-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:48:15.729578 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Attempting to bind port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:48:15.729990 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Attempting to bind port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:48:15.730422 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Attempting to bind port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 on network 642ba22c-3991-49ed-841b-0adf70d2450e {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:48:15.735572 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:48:15.736603 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Checking segment: {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:48:15.737091 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.737477 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Bound using segment: {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:48:15.737963 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Bound port: 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a92fef-c327-4226-ae1f-148fda996a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:48:15.738334 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.806813 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] For port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:48:15.826092 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] For port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,segment=NetworkSegment(70a92fef-c327-4226-ae1f-148fda996a07),segment_id=70a92fef-c327-4226-ae1f-148fda996a07)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:48:15.832405 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.832680 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:15.833118 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.892580 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Routers {'0ecbd0ce-516b-44a7-9134-4ac263789f46'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:48:15.893552 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:48:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0ecbd0ce-516b-44a7-9134-4ac263789f46'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:15.924471 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Current status of the port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:15.925268 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:15.952307 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3399c1-81d3-40cc-a9f9-5c69fc2de995 None None] Pushing event updated for resources: {'Port': ['ID=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:15.976022 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] For port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,segment=NetworkSegment(70a92fef-c327-4226-ae1f-148fda996a07),segment_id=70a92fef-c327-4226-ae1f-148fda996a07)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:48:15.980940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:16.024575 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] Set router 0ecbd0ce-516b-44a7-9134-4ac263789f46 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:48:16.040651 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d160b-baac-4a09-8a2e-37a515d90e68 None None] Pushing event updated for resources: {'Port': ['ID=2876ae9a-03cf-4b43-b0e8-2ebb37e409f8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:16.220931 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-47f76ec2-aa6e-4bd2-9ded-a2dcb2e81d8d None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:16.221326 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47f76ec2-aa6e-4bd2-9ded-a2dcb2e81d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:16.240770 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:13Z', 'revision_number': 2, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port_host': None, '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:15Z', 'revision_number': 4, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:16.268451 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8fa202-3ae1-457b-9def-e9d5858c8845 None None] The sync data for ids ['0ecbd0ce-516b-44a7-9134-4ac263789f46'] in dv-cinder-841315-1-iscsi is: [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:13Z', 'revision_number': 2, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port_host': None, '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:15Z', 'revision_number': 4, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:48:16.303987 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-47f76ec2-aa6e-4bd2-9ded-a2dcb2e81d8d None None] Current status of the port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:16.748743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 49988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:16.940012 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a7b3b-6d60-4506-b3a9-44843cc756f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:48:16.941380 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8e0a7b3b-6d60-4506-b3a9-44843cc756f2 admin admin] 10.222.0.57 "GET /v2.0/networks/40199b24-4453-4b80-a322-fe0ae82ffc42 HTTP/1.1" status: 200 len: 842 time: 0.1916614 May 10 19:48:16.950648 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'gateway_ip': '172.27.3.1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:48:16.969365 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Made reservation on behalf of f00ba0ca569547899fe0f1c352883756 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:48:16.972128 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:17.073315 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:17.237682 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.objects.ports [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103323) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 10 19:48:17.238107 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (605cbd83-ac15-43e2-8c33-ea5c6ab08621), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:17.296385 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=605cbd83-ac15-43e2-8c33-ea5c6ab08621,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:17.302565 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:48:17.302958 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Network hostable DHCP agents. Network: 40199b24-4453-4b80-a322-fe0ae82ffc42, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:48:17.319869 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:48:17.328134 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 40199b24-4453-4b80-a322-fe0ae82ffc42) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:17.333034 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:48:17.334948 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:17.339526 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c5248b-cbaa-4270-804f-883148a31be0 None None] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:48:17.363597 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e479a5d0-2e64-4733-9876-72f7bd016f69 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4031572 May 10 19:48:17.454976 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119823b6-948f-440a-add3-15dd0bf7d4fb None None] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:48:19.776740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:19.911380 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-933256d9-0fce-4781-8bc3-1b8774a998c0 demo admin] 10.222.0.57 "GET /v2.0/routers/0ecbd0ce-516b-44a7-9134-4ac263789f46 HTTP/1.1" status: 200 len: 710 time: 0.1333458 May 10 19:48:20.068628 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e03fe78-e32e-4f74-9078-e8720803e677 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:48:20.069985 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3e03fe78-e32e-4f74-9078-e8720803e677 demo admin] 10.222.0.57 "GET /v2.0/networks/40199b24-4453-4b80-a322-fe0ae82ffc42 HTTP/1.1" status: 200 len: 886 time: 0.1532683 May 10 19:48:20.079040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:48:20.328774 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks [] for router_gateway (0ecbd0ce-516b-44a7-9134-4ac263789f46), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:20.545285 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks [] for router_gateway (0ecbd0ce-516b-44a7-9134-4ac263789f46), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:20.623046 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:20.724239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Allocated IP 172.27.3.83 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/4f218bcf-144d-4cca-90bf-d830865b8de9) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:48:20.821333 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks [] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:20.853743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:20.891742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:48:20.894316 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:48:20.901647 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:48:20.935576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Pushing event updated for resources: {'Port': ['ID=4f218bcf-144d-4cca-90bf-d830865b8de9,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:21.157358 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks [] for router_gateway (0ecbd0ce-516b-44a7-9134-4ac263789f46), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:21.447997 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-389898', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-391277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8107'] for router (0ecbd0ce-516b-44a7-9134-4ac263789f46), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:21.452019 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-389891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-389916', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-391270'] for router (0ecbd0ce-516b-44a7-9134-4ac263789f46), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:21.567605 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Router 0ecbd0ce-516b-44a7-9134-4ac263789f46 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:48:21.680299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:48:21.684516 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:21.685719 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-259ea1c0-e504-458e-8077-84616ece7af2 demo admin] 10.222.0.57 "PUT /v2.0/routers/0ecbd0ce-516b-44a7-9134-4ac263789f46 HTTP/1.1" status: 200 len: 889 time: 1.6099808 May 10 19:48:23.791010 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:48:23.840317 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:23.840706 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:23.917392 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:24.149248 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:48:24.263124 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5955785c-eb3d-4626-9d37-05a35dea03ab admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1127522 May 10 19:48:25.150304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Sync routers for ids ['0ecbd0ce-516b-44a7-9134-4ac263789f46'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:48:25.162700 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Routers {'0ecbd0ce-516b-44a7-9134-4ac263789f46'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:48:25.163444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:48:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0ecbd0ce-516b-44a7-9134-4ac263789f46'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:25.377852 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Set router 0ecbd0ce-516b-44a7-9134-4ac263789f46 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:48:25.835267 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:21Z', 'revision_number': 4, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port': {'id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:20Z', 'updated_at': '2022-05-10T19:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:15Z', 'revision_number': 5, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:25.886751 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Checking router: 0ecbd0ce-516b-44a7-9134-4ac263789f46 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:48:25.887136 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Updating router 0ecbd0ce-516b-44a7-9134-4ac263789f46 port 4f218bcf-144d-4cca-90bf-d830865b8de9 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:48:25.945490 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.275020 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks [] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.281097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.327718 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Attempting to bind port 4f218bcf-144d-4cca-90bf-d830865b8de9 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:48:26.328088 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Attempting to bind port 4f218bcf-144d-4cca-90bf-d830865b8de9 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:48:26.328449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Attempting to bind port 4f218bcf-144d-4cca-90bf-d830865b8de9 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:48:26.340840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:48:26.341501 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:48:26.342183 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.342431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:48:26.342913 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Bound port: 4f218bcf-144d-4cca-90bf-d830865b8de9, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:48:26.343288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.345795 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca4350-6ca8-48f0-94b3-efd89c3230cc None None] Pushing event updated for resources: {'Port': ['ID=4f218bcf-144d-4cca-90bf-d830865b8de9,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:26.400797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] For port 4f218bcf-144d-4cca-90bf-d830865b8de9, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:48:26.404109 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] For port 4f218bcf-144d-4cca-90bf-d830865b8de9, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=4f218bcf-144d-4cca-90bf-d830865b8de9,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:48:26.412681 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:26.477080 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Routers {'0ecbd0ce-516b-44a7-9134-4ac263789f46'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:48:26.477713 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:48:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0ecbd0ce-516b-44a7-9134-4ac263789f46'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:26.479665 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca4350-6ca8-48f0-94b3-efd89c3230cc None None] Pushing event updated for resources: {'Port': ['ID=4f218bcf-144d-4cca-90bf-d830865b8de9,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:26.606207 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] Set router 0ecbd0ce-516b-44a7-9134-4ac263789f46 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:48:26.825593 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:21Z', 'revision_number': 4, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port': {'id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:20Z', 'updated_at': '2022-05-10T19:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:15Z', 'revision_number': 5, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:48:26.857342 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f7d9d6-86ac-4ee7-ac3e-474203611c25 None None] The sync data for ids ['0ecbd0ce-516b-44a7-9134-4ac263789f46'] in dv-cinder-841315-1-iscsi is: [{'id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'name': 'router1', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:48:03Z', 'updated_at': '2022-05-10T19:48:21Z', 'revision_number': 4, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'gw_port': {'id': '4f218bcf-144d-4cca-90bf-d830865b8de9', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a6:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:20Z', 'updated_at': '2022-05-10T19:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2876ae9a-03cf-4b43-b0e8-2ebb37e409f8', 'name': '', 'network_id': '642ba22c-3991-49ed-841b-0adf70d2450e', 'tenant_id': '4ab1b4e437074ecea93fcdf2f784524a', 'mac_address': 'fa:16:3e:af:a1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ecbd0ce-516b-44a7-9134-4ac263789f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:48:12Z', 'updated_at': '2022-05-10T19:48:15Z', 'revision_number': 5, 'project_id': '4ab1b4e437074ecea93fcdf2f784524a', 'subnets': [{'id': 'b20e04bc-2eeb-4295-8503-8eefb4a9a667', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17c8fe76-daee-4356-9060-8820d5f024c6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:48:27.845484 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 4f218bcf-144d-4cca-90bf-d830865b8de9 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:48:27.941202 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 4f218bcf-144d-4cca-90bf-d830865b8de9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:27.941678 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:28.058420 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 4f218bcf-144d-4cca-90bf-d830865b8de9 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:28.058420 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:28.094120 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 4f218bcf-144d-4cca-90bf-d830865b8de9, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=4f218bcf-144d-4cca-90bf-d830865b8de9,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:48:28.101833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:28.167496 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=4f218bcf-144d-4cca-90bf-d830865b8de9,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:48:29.904617 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 4f218bcf-144d-4cca-90bf-d830865b8de9 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:48:29.955401 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 4f218bcf-144d-4cca-90bf-d830865b8de9 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:48:29.955790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4f218bcf-144d-4cca-90bf-d830865b8de9), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:30.040234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 4f218bcf-144d-4cca-90bf-d830865b8de9 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:48:40.613903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4a475fe2-399d-4944-880b-ce444c3913bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:43.076934 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1e2a7086-69e5-4479-a987-8aa1bada6f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:43.888510 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:45.135363 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:48:45.378588 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:48:47.082516 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:10.612833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8ffc38de-268d-486c-9d3c-afa08808765d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:13.073011 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c1018663-4d38-41ec-9f14-b2d9d15bee60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:13.884151 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:15.284996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:17.078244 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:22.133673 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:49:40.604722 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-abaae0d3-79e3-4ab1-b65c-00fd3361f97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:42.928530 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:42.989235 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a03a3d2-a2e0-4228-86e7-ae1d26b27ccf admin admin] GET failed (client error): The resource could not be found. May 10 19:49:42.990539 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6a03a3d2-a2e0-4228-86e7-ae1d26b27ccf admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610170 May 10 19:49:43.074568 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3fe2f51b-e8a4-4a01-ae8f-bf5f0f47e077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:43.159065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b30a1-88a3-428c-afb8-265687fe9693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:43.160757 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-268b30a1-88a3-428c-afb8-265687fe9693 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1660230 May 10 19:49:43.887401 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:45.287545 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:45.392822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50512) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:45.550356 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9847af4-2c74-45b1-9745-8fb2c8a68f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:45.551755 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f9847af4-2c74-45b1-9745-8fb2c8a68f21 admin admin] 10.222.0.57 "GET /v2.0/subnets/b20e04bc-2eeb-4295-8503-8eefb4a9a667 HTTP/1.1" status: 200 len: 849 time: 0.1580031 May 10 19:49:45.560961 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:49:45.644326 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Publish callbacks [] for subnet (b20e04bc-2eeb-4295-8503-8eefb4a9a667), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:45.794627 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739801646237'] for subnet (b20e04bc-2eeb-4295-8503-8eefb4a9a667), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:45.832314 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:45.832923 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:45.834194 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] 10.222.0.57 "PUT /v2.0/subnets/b20e04bc-2eeb-4295-8503-8eefb4a9a667 HTTP/1.1" status: 200 len: 868 time: 0.2767975 May 10 19:49:45.838566 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f849bc-f1bf-47be-b3a9-e5573b05e6b1 None None] Network 642ba22c-3991-49ed-841b-0adf70d2450e requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:49:45.850607 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20e04bc-2eeb-4295-8503-8eefb4a9a667,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:49:45.857869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.858211 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.858609 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.858952 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.859289 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.859624 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.859938 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.860262 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.860603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.860932 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.861270 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.861648 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.861969 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.862286 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:45.862637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316eca74-abf7-40a9-ae3b-511aaf3ca1a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:49:46.157466 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Provisioning complete for port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:49:46.157941 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59a7f48c-defe-4eb3-bad9-72d9c6bd7f02), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:46.238393 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Current status of the port 59a7f48c-defe-4eb3-bad9-72d9c6bd7f02 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:49:46.246507 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Provisioning complete for port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:49:46.246901 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2876ae9a-03cf-4b43-b0e8-2ebb37e409f8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:46.322262 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-67ec174a-1369-43b7-af7e-bdab85eed5ce None None] Current status of the port 2876ae9a-03cf-4b43-b0e8-2ebb37e409f8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:49:47.081852 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:49:48.078489 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:48.273314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49716be8-32ce-4da9-8401-ecb4cd5a35f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:48.273782 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49716be8-32ce-4da9-8401-ecb4cd5a35f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:48.275371 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-49716be8-32ce-4da9-8401-ecb4cd5a35f3 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1959336 May 10 19:49:50.515478 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50530) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:50.714963 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584b01d-08d0-47d4-88b5-4f777c72ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:50.715341 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9584b01d-08d0-47d4-88b5-4f777c72ddb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:50.716881 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9584b01d-08d0-47d4-88b5-4f777c72ddb2 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004290 May 10 19:49:52.953476 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50538) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:53.137119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee7ef0a-cc0c-46b0-a1a5-e32b1f1bc079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:53.138412 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6ee7ef0a-cc0c-46b0-a1a5-e32b1f1bc079 admin admin] 10.222.0.57 "GET /v2.0/networks/40199b24-4453-4b80-a322-fe0ae82ffc42 HTTP/1.1" status: 200 len: 886 time: 0.1839702 May 10 19:49:55.382141 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50546) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:55.528745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874b717-f489-408e-a7e8-0e81ec11ee6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:55.530128 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0874b717-f489-408e-a7e8-0e81ec11ee6a admin admin] 10.222.0.57 "GET /v2.0/networks/642ba22c-3991-49ed-841b-0adf70d2450e HTTP/1.1" status: 200 len: 869 time: 0.1469975 May 10 19:49:57.774928 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50554) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:49:57.899625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423982e2-c16e-4223-b3af-7565d0ab1342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:57.900065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423982e2-c16e-4223-b3af-7565d0ab1342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:49:57.901592 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-423982e2-c16e-4223-b3af-7565d0ab1342 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257157 May 10 19:49:59.182898 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:50:00.164481 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50562) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:00.256843 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963256d-747e-4d3d-97c5-1a5f8bd65c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:00.257296 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4963256d-747e-4d3d-97c5-1a5f8bd65c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:00.258814 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4963256d-747e-4d3d-97c5-1a5f8bd65c15 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0934000 May 10 19:50:02.502337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:02.588957 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ab302-b819-420a-96da-559e9e8fe69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:02.590313 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e47ab302-b819-420a-96da-559e9e8fe69d admin admin] 10.222.0.57 "GET /v2.0/subnets/605cbd83-ac15-43e2-8c33-ea5c6ab08621 HTTP/1.1" status: 200 len: 816 time: 0.0864732 May 10 19:50:04.834799 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50578) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:04.926201 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5940a0-16cb-4904-9f62-6f89b132fe2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:04.927592 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ef5940a0-16cb-4904-9f62-6f89b132fe2d admin admin] 10.222.0.57 "GET /v2.0/subnets/b20e04bc-2eeb-4295-8503-8eefb4a9a667 HTTP/1.1" status: 200 len: 868 time: 0.0918255 May 10 19:50:10.606657 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-28b7d627-68f8-4863-9182-97e9197b04b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:13.079310 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b7dbcdc-ab60-4709-8c34-02bf1afbaf05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:13.888736 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:15.290652 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:17.085562 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:36.131982 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:50:40.610390 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f17d9353-fd1d-4470-9929-f89a2143df38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:43.083340 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b0caa73-1e83-4265-b510-2a5804dcb098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:43.891938 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:45.294402 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:45.396353 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50636) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:45.444817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-fd7fdc27-ed81-4f2c-8aea-78bc1c4a18b7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:50:45.445818 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fd7fdc27-ed81-4f2c-8aea-78bc1c4a18b7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0485194 May 10 19:50:47.090632 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:47.802956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50644) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:47.863133 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-6479fef1-590e-47ab-8819-2c0709d3dbf2 admin admin] GET failed (client error): The resource could not be found. May 10 19:50:47.864419 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6479fef1-590e-47ab-8819-2c0709d3dbf2 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606036 May 10 19:50:47.946768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50951a4e-b88a-4731-9e2c-2089f499a3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:47.948223 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-50951a4e-b88a-4731-9e2c-2089f499a3f3 admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0798242 May 10 19:50:50.216638 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:50.263292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:50:50.285853 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Made reservation on behalf of f00ba0ca569547899fe0f1c352883756 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:50.288189 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:50.320364 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING neutron.services.revisions.revision_plugin [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Could not find related network for resource to bump revision. May 10 19:50:50.333142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:50:50.342362 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (56750d53-2e7d-47e7-a245-931741436d7b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:50.342845 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Added segment 56750d53-2e7d-47e7-a245-931741436d7b of type vlan for network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 May 10 19:50:50.381081 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (c4f3f71a-f493-42f0-aa09-6ce44bcfcab0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:50.404524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (c4f3f71a-f493-42f0-aa09-6ce44bcfcab0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:50.405389 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:50.405970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:50.485477 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2677619 May 10 19:50:50.498703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Pushing event updated for resources: {'Network': ['ID=c4f3f71a-f493-42f0-aa09-6ce44bcfcab0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:50.506289 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.506669 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.507063 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.507405 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.507735 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.508061 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.508386 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.508705 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.509028 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.509496 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.509829 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.510155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.510498 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.510811 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.511132 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87acbd-aa75-44ec-ab6b-9507c8082e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:50.525035 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:50:52.785405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:50:52.843972 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9f035ac-e3a7-41fb-b8a3-ccf87ee5e0e5 admin admin] GET failed (client error): The resource could not be found. May 10 19:50:52.845244 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c9f035ac-e3a7-41fb-b8a3-ccf87ee5e0e5 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589836 May 10 19:50:52.913849 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a22586-c65f-479b-892b-29d63d20c45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:52.915326 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-27a22586-c65f-479b-892b-29d63d20c45d admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655577 May 10 19:50:52.924752 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0', 'cidr': '192.168.233.0/24'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:50:52.943047 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Made reservation on behalf of f00ba0ca569547899fe0f1c352883756 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:50:52.945314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.105267 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (e33fb31a-39bc-491b-a868-290352010d7e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.159964 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33fb31a-39bc-491b-a868-290352010d7e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:53.169862 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.170206 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.170602 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.170943 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.171273 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.171598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.171922 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.172244 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.172581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.172925 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.173246 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.173585 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.173911 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.174227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.174598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.178676 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Checking segment: {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:50:53.179032 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Network hostable DHCP agents. Network: c4f3f71a-f493-42f0-aa09-6ce44bcfcab0, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:50:53.196131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:50:53.204340 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, c4f3f71a-f493-42f0-aa09-6ce44bcfcab0) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:53.209384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:50:53.210536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.213592 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0941b-68a4-4bb0-b5c4-6b80783983c8 None None] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:50:53.226849 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6075c286-6415-44e9-8f8f-ec7df8c2b717 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3053060 May 10 19:50:53.328342 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-c4f3f71a-f493-42f0-aa09-6ce44bcfcab0', 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0', 'project_id': 'f00ba0ca569547899fe0f1c352883756', 'fixed_ips': [{'subnet_id': 'e33fb31a-39bc-491b-a868-290352010d7e'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:50:53.329244 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.470269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Allocated IP 192.168.233.2 (c4f3f71a-f493-42f0-aa09-6ce44bcfcab0/e33fb31a-39bc-491b-a868-290352010d7e/db406854-e449-4bdf-9913-22420c14baa4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:50:53.718123 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks [] for port (db406854-e449-4bdf-9913-22420c14baa4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.725527 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (db406854-e449-4bdf-9913-22420c14baa4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.772461 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:50:53.776175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:50:53.778707 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:50:53.781990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Pushing event updated for resources: {'Port': ['ID=db406854-e449-4bdf-9913-22420c14baa4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:53.793815 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.794161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.794544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.794901 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.795240 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.795568 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.795892 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.796213 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.796536 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.796857 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.797176 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.797513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.797833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.798155 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.798487 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:50:53.849406 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Attempting to bind port db406854-e449-4bdf-9913-22420c14baa4 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:50:53.849778 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Attempting to bind port db406854-e449-4bdf-9913-22420c14baa4 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:50:53.850139 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Attempting to bind port db406854-e449-4bdf-9913-22420c14baa4 on network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:50:53.855118 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:50:53.855492 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Checking segment: {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:50:53.855888 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.856277 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Bound using segment: {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:50:53.856734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Bound port: db406854-e449-4bdf-9913-22420c14baa4, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:50:53.857110 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (db406854-e449-4bdf-9913-22420c14baa4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.921974 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] For port db406854-e449-4bdf-9913-22420c14baa4, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:50:53.925084 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] For port db406854-e449-4bdf-9913-22420c14baa4, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=db406854-e449-4bdf-9913-22420c14baa4,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:50:53.931257 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (db406854-e449-4bdf-9913-22420c14baa4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:53.992758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89bd6f8-538d-41d4-9d0c-54acf78b50af None None] Pushing event updated for resources: {'Port': ['ID=db406854-e449-4bdf-9913-22420c14baa4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:54.816498 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb0e659-c4e7-4fce-b570-3891d8f304dc None None] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:50:54.873947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Provisioning complete for port db406854-e449-4bdf-9913-22420c14baa4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:50:54.874340 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (db406854-e449-4bdf-9913-22420c14baa4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:54.995341 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Current status of the port db406854-e449-4bdf-9913-22420c14baa4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:50:54.995739 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (db406854-e449-4bdf-9913-22420c14baa4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:55.035389 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] For port db406854-e449-4bdf-9913-22420c14baa4, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=db406854-e449-4bdf-9913-22420c14baa4,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:50:55.041170 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (db406854-e449-4bdf-9913-22420c14baa4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:55.094225 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1e498-9552-444d-8923-daa4839d0cda None None] Pushing event updated for resources: {'Port': ['ID=db406854-e449-4bdf-9913-22420c14baa4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:50:55.261414 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-66e69b8c-f502-4097-9147-021bd6fe0592 None None] Provisioning complete for port db406854-e449-4bdf-9913-22420c14baa4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:50:55.261791 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-66e69b8c-f502-4097-9147-021bd6fe0592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (db406854-e449-4bdf-9913-22420c14baa4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:55.340476 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-66e69b8c-f502-4097-9147-021bd6fe0592 None None] Current status of the port db406854-e449-4bdf-9913-22420c14baa4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:50:55.911384 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device db406854-e449-4bdf-9913-22420c14baa4 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:50:55.962983 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port db406854-e449-4bdf-9913-22420c14baa4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:50:55.963631 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (db406854-e449-4bdf-9913-22420c14baa4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:50:56.040591 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port db406854-e449-4bdf-9913-22420c14baa4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:51:10.612790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3a730010-9b31-4928-9016-419c93de8b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:13.086152 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-31cf00bb-d8ca-47c1-8c86-053415e2c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:13.130741 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:51:13.895524 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:15.299144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:17.093543 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:40.617808 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-152dc9e8-2004-4b0e-afaa-b7c04cf9e610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:43.089332 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70015cdc-d42a-46b8-8f36-9f08080d0ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:43.898852 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:45.303145 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:47.098131 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:51:50.129446 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:52:10.620411 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0ccf-5e3d-42d2-a2a5-e8cd5ef88a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:13.091594 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-405af6c1-b4dc-4dc7-9698-5ff92fc50283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:13.901031 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:15.303800 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:17.102615 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.203194 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50698) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:52:21.209716 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [None req-a6342333-e94a-42b5-bf75-3c417e821167 tempest-verify_tempest_config-550085191 tempest-verify_tempest_config-550085191-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:52:21.210865 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6342333-e94a-42b5-bf75-3c417e821167 tempest-verify_tempest_config-550085191 tempest-verify_tempest_config-550085191-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066819 May 10 19:52:21.507425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50716) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:52:21.616260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.690642 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Publish callbacks [] for security_group (0be26246-aad9-4f26-8e55-b697c12e76a5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.694279 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0be26246-aad9-4f26-8e55-b697c12e76a5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.739915 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be26246-aad9-4f26-8e55-b697c12e76a5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:21.744496 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=848834e4f2ad4a5fb0620807f7674f5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2358785 May 10 19:52:21.747373 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:52:21.748808 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.749115 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.749704 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.750053 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.750388 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.750749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.751076 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.751400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.752310 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.752742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.753072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.753397 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.753719 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.754044 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.754967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecf5af1-e344-44f3-affb-d9f5a0d0e56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.802900 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Publish callbacks [] for security_group (0be26246-aad9-4f26-8e55-b697c12e76a5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.823590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Publish callbacks [] for security_group (0be26246-aad9-4f26-8e55-b697c12e76a5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.915094 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0be26246-aad9-4f26-8e55-b697c12e76a5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.917629 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:21.918798 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0be26246-aad9-4f26-8e55-b697c12e76a5 HTTP/1.1" status: 204 len: 168 time: 0.1704252 May 10 19:52:21.927246 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be26246-aad9-4f26-8e55-b697c12e76a5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:52:21.933869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.934219 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.934589 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.934933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.935270 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.935606 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.935933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.936257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.936598 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.936918 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.937259 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.937588 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.937907 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.938228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:21.938582 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d12da0e-b6aa-42e0-90fb-2ee8f3095be1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:52:27.129271 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:52:40.620993 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-539f1948-efa0-4d28-92dd-d927dde1db30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:43.096132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-07788a2f-279c-446f-9ed5-112039be0ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:43.904761 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:45.308873 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:52:47.105008 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:04.127670 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:53:10.622816 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-59d5bfd4-8849-434f-a2d9-3bdc5e53de1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:13.097748 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d388d713-0c9a-41cb-a9b5-395cb70b08dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:13.905991 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:15.310083 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:17.106233 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:40.624413 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-344340f4-c798-4a97-9adb-9954d343663c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:41.125825 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 5 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:53:43.099793 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f30056e1-c3f2-49ec-8289-da8329380509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:43.912735 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:45.313204 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:53:47.109275 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:10.625466 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6c078075-3059-4141-9b28-dd92d66cdf6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:11.475032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-362461'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:13.100641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63f1b65a-d837-46f4-83f6-c5e7c6a51883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:13.914120 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:15.316428 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:17.114596 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:18.124912 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:54:24.442817 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50792) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:54:24.549232 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-85aa935e-bfbf-4dec-be36-19e1a076f98c admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1053026 May 10 19:54:26.780998 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50802) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:54:26.834659 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f2983e80-eb99-4c2b-a69e-251c7c4ed4d4 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526576 May 10 19:54:40.629755 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26606b56-a807-46f9-a356-da190f2b5bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:41.457556 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:43.102372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-222e8ffb-da51-451b-ad19-57a9441ff7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:43.916784 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:45.318705 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:47.117220 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:54:55.124043 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:55:10.630743 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d13ee1d2-acb6-489f-911d-ba5e2a2c9eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:11.456323 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:13.106714 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-760cf68e-586f-43c3-8a90-a8e4513a7287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:13.919963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:15.322964 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:17.119444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:32.122189 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:55:40.634295 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4e648565-c3c1-407a-aa5d-2b01eda525b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:41.470683 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:43.108557 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d22e614a-2f33-4326-9ef8-3d30739ddc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:43.923563 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:45.328105 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:55:47.122173 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:08.665030 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 50962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:08.923436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-939672504-network', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:08.944528 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Made reservation on behalf of bfb1f4857a6e438e87e546dfd1d8a8b9 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:08.946911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:08.955313 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.034244 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks [] for security_group (b4c3e166-58fb-4ebc-abeb-08e9ad6af68c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.035036 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50986) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:09.039640 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b4c3e166-58fb-4ebc-abeb-08e9ad6af68c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.071575 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c3e166-58fb-4ebc-abeb-08e9ad6af68c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:09.078114 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:09.080653 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.080884 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.081233 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.081565 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.081901 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.082227 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.082580 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.082909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.083248 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.084124 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.084450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.084785 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.085111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.085428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.085742 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Tracked resource versions report: May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: pushed versions: May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: { 'AddressGroup': {'1.2'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Agent': {'1.1'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'ConntrackHelper': {'1.0'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'LocalIPAssociation': {'1.0'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Log': {'1.0'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'NDPProxy': {'1.0'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Network': {'1.1'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Port': {'1.7'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'PortForwarding': {'1.3'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'QosPolicy': {'1.10'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroup': {'1.5'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroupRule': {'1.2'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SubPort': {'1.0'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Subnet': {'1.1'}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Trunk': {'1.1'}} May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: consumer versions: May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: HyperV agent@hv-cinder-84131: {}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Agent': '1.1', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'ConntrackHelper': '1.0', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'LocalIPAssociation': '1.0', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Log': '1.0', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'NDPProxy': '1.0', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Network': '1.1', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Port': '1.7', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'PortForwarding': '1.3', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'QosPolicy': '1.10', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroup': '1.5', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SecurityGroupRule': '1.2', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'SubPort': '1.0', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Subnet': '1.1', May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: 'Trunk': '1.1'}} May 10 19:56:09.086952 dv-cinder-841315-1-iscsi neutron-server[103324]: {{(pid=103324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:56:09.110202 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (f0e6f706-bbd2-4baf-b055-80a54e0dc380), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.110802 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Added segment f0e6f706-bbd2-4baf-b055-80a54e0dc380 of type vlan for network f696180f-7a91-4c53-a5b6-6312e26b7ddf May 10 19:56:09.113400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 50998) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:09.120883 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:56:09.138525 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:09.156518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (f696180f-7a91-4c53-a5b6-6312e26b7ddf), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.189984 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (f696180f-7a91-4c53-a5b6-6312e26b7ddf), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.191258 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:09.191887 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.222012 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5551274 May 10 19:56:09.225129 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51008) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:09.229899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Request body: {'subnet': {'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-939672504-subnet', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:09.251461 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Made reservation on behalf of bfb1f4857a6e438e87e546dfd1d8a8b9 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:09.257212 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.283777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6505e4-1f9f-4035-bafd-114cfb1b98f5 admin admin] Pushing event updated for resources: {'Network': ['ID=f696180f-7a91-4c53-a5b6-6312e26b7ddf,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:09.295725 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:09.302569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943033157-network', 'tenant_id': 'efc2cb6282464330a0ec75c83167865e'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:09.349421 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Made reservation on behalf of efc2cb6282464330a0ec75c83167865e for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:09.352691 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.366102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.604230 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-network', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:09.621455 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1289576989-network', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:09.644046 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (225e2463-e4a4-40d9-a82d-d604bf95014d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.676058 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks [] for security_group (8a26fe72-a6a8-4fda-875a-715fba25ea91), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.697153 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Made reservation on behalf of 866e5dd5364e4bd980ba03f1b76aac9d for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:09.699859 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.711100 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8a26fe72-a6a8-4fda-875a-715fba25ea91), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.733749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:09.735611 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.740931 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51032) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:09.744109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.765752 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:09.797292 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.807043 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225e2463-e4a4-40d9-a82d-d604bf95014d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:09.827625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (4b22385f-6164-401e-82a7-b5248a7ed97a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.827763 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Added segment 4b22385f-6164-401e-82a7-b5248a7ed97a of type vlan for network af6bb731-6a95-4dc2-9a75-bac85e81b7cb May 10 19:56:09.850820 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.851418 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.851947 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.852442 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.852930 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.853441 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.853923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.854403 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.854934 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.855437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.855940 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.856267 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.856753 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.857230 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.857721 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Tracked resource versions report: May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: pushed versions: May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: { 'AddressGroup': {'1.2'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Agent': {'1.1'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'ConntrackHelper': {'1.0'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'LocalIPAssociation': {'1.0'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Log': {'1.0'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'NDPProxy': {'1.0'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Network': {'1.1'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Port': {'1.7'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'PortForwarding': {'1.3'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'QosPolicy': {'1.10'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroup': {'1.5'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroupRule': {'1.2'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SubPort': {'1.0'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Subnet': {'1.1'}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Trunk': {'1.1'}} May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: consumer versions: May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: HyperV agent@hv-cinder-84131: {}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Agent': '1.1', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'ConntrackHelper': '1.0', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'LocalIPAssociation': '1.0', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Log': '1.0', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'NDPProxy': '1.0', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Network': '1.1', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Port': '1.7', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'PortForwarding': '1.3', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'QosPolicy': '1.10', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroup': '1.5', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SecurityGroupRule': '1.2', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'SubPort': '1.0', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Subnet': '1.1', May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: 'Trunk': '1.1'}} May 10 19:56:09.859395 dv-cinder-841315-1-iscsi neutron-server[103323]: {{(pid=103323) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:56:09.887841 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a26fe72-a6a8-4fda-875a-715fba25ea91,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:09.897487 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Checking segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:09.897853 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Network hostable DHCP agents. Network: f696180f-7a91-4c53-a5b6-6312e26b7ddf, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:09.934842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (af6bb731-6a95-4dc2-9a75-bac85e81b7cb), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:09.986034 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:10.014397 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (af6bb731-6a95-4dc2-9a75-bac85e81b7cb), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.015373 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:10.016131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.019214 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-539898409-network', 'tenant_id': '25b61967dc5c42ceb097f40a01045bfa'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:10.025712 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, f696180f-7a91-4c53-a5b6-6312e26b7ddf) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:10.040535 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da41469e-c681-4c1f-bbf3-a2e2318bfa09 None None] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:10.060283 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Made reservation on behalf of 25b61967dc5c42ceb097f40a01045bfa for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:10.063472 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.073669 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.094868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] Pushing event updated for resources: {'Network': ['ID=af6bb731-6a95-4dc2-9a75-bac85e81b7cb,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.105672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:10.106497 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.134498 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d18f612f-84a0-4d4d-9ca1-66fd306414d1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9082322 May 10 19:56:10.142265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks [] for security_group (6d8c5ab3-ea9e-46f7-b70a-aa621e124b35), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.143102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51056) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:10.147331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:10.157358 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-28a16cc5-19fd-4532-afef-ff5b8d717c4a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1205807 May 10 19:56:10.165889 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51058) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:10.171244 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Request body: {'subnet': {'network_id': 'af6bb731-6a95-4dc2-9a75-bac85e81b7cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943033157-subnet', 'tenant_id': 'efc2cb6282464330a0ec75c83167865e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:10.174665 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6d8c5ab3-ea9e-46f7-b70a-aa621e124b35), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.187480 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:10.201357 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Made reservation on behalf of efc2cb6282464330a0ec75c83167865e for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:10.204327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.215750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network af6bb731-6a95-4dc2-9a75-bac85e81b7cb details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:10.219591 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks [] for security_group (a857d953-f240-4de8-b845-baae00327272), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.228628 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (e90bf4bd-b7b7-4f37-9ef0-b4531055db14), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.228985 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Added segment e90bf4bd-b7b7-4f37-9ef0-b4531055db14 of type vlan for network 7e89c795-c88b-4f30-8394-9a44ee218158 May 10 19:56:10.274420 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (7e89c795-c88b-4f30-8394-9a44ee218158), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.300963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.306259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (7e89c795-c88b-4f30-8394-9a44ee218158), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.307438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:10.308220 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.315141 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a857d953-f240-4de8-b845-baae00327272), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.326591 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:10.337298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (f8d37daa-6452-4cd7-ba1d-b73a8403e880), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.337886 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Added segment f8d37daa-6452-4cd7-ba1d-b73a8403e880 of type vlan for network c69c6345-64af-49e8-8bf3-adcceaa64462 May 10 19:56:10.352882 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:56:10.359797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.394671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (c69c6345-64af-49e8-8bf3-adcceaa64462), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.447242 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857d953-f240-4de8-b845-baae00327272,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.463255 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (c69c6345-64af-49e8-8bf3-adcceaa64462), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.464370 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:10.465115 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.505269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.508528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.560681 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4457209 May 10 19:56:10.567734 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51066) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:10.571620 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (80922a75-d0c3-4246-9fba-ce2ed82f865b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.581188 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Request body: {'subnet': {'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-subnet', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:10.588125 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks [] for security_group (6c6aa992-727d-4fa0-9442-d13102226900), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.589474 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f7b47-e3b5-4b81-b262-d002302c81e4 admin admin] Pushing event updated for resources: {'Network': ['ID=7e89c795-c88b-4f30-8394-9a44ee218158,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.601161 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4611149 May 10 19:56:10.639729 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 7e89c795-c88b-4f30-8394-9a44ee218158 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:10.662032 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80922a75-d0c3-4246-9fba-ce2ed82f865b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.672658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51070) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:10.691120 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fcbe0-afb0-4ec4-ba29-c5f84e05f15e admin admin] Pushing event updated for resources: {'Network': ['ID=c69c6345-64af-49e8-8bf3-adcceaa64462,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.759464 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6c6aa992-727d-4fa0-9442-d13102226900), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.768003 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Request body: {'subnet': {'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-subnet', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:10.785467 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Made reservation on behalf of 866e5dd5364e4bd980ba03f1b76aac9d for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:10.788534 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.800781 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:10.810970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Checking segment: {'id': '4b22385f-6164-401e-82a7-b5248a7ed97a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'af6bb731-6a95-4dc2-9a75-bac85e81b7cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:10.811598 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Network hostable DHCP agents. Network: af6bb731-6a95-4dc2-9a75-bac85e81b7cb, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:10.830802 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (75418db5-15ee-4ead-acb7-f84d5c45459d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.831179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for router_controller (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.831737 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Added segment 75418db5-15ee-4ead-acb7-f84d5c45459d of type vlan for network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 May 10 19:56:10.835199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:10.838280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.845418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network c69c6345-64af-49e8-8bf3-adcceaa64462 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:10.909555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Allocated IP 172.20.0.2 (f696180f-7a91-4c53-a5b6-6312e26b7ddf/225e2463-e4a4-40d9-a82d-d604bf95014d/2607d63e-4020-4009-9e23-fca0f9f75e95) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:10.919119 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2de9c824-70c8-426d-9433-5226d5aaa81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:10.974784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6aa992-727d-4fa0-9442-d13102226900,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:10.990770 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Network af6bb731-6a95-4dc2-9a75-bac85e81b7cb is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:10.999704 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (3c878f7c-4fc9-4a35-81d1-78fb260307a8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.027430 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, af6bb731-6a95-4dc2-9a75-bac85e81b7cb) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:11.042746 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:11.043621 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.056951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b419042-cd7e-44aa-9c5e-3ea848521fd6 None None] Network af6bb731-6a95-4dc2-9a75-bac85e81b7cb requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:11.069733 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (3c878f7c-4fc9-4a35-81d1-78fb260307a8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.071302 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:11.072079 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.082541 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-36bc8241-47d6-4678-bbe9-de4ba0ba3398 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9153256 May 10 19:56:11.215161 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4717858 May 10 19:56:11.220035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51106) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:11.227728 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Request body: {'subnet': {'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-539898409-subnet', 'tenant_id': '25b61967dc5c42ceb097f40a01045bfa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:11.256499 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372e25-f7ac-4016-89fe-73c5f6859c14 admin admin] Pushing event updated for resources: {'Network': ['ID=3c878f7c-4fc9-4a35-81d1-78fb260307a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:11.298329 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:11.310941 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Made reservation on behalf of 25b61967dc5c42ceb097f40a01045bfa for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:11.313942 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.363703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (b0a77d6c-a9af-4314-baf4-618ce8355c9d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.365060 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (3d14d8c6-6a88-4948-a072-f9981475657e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.468388 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d14d8c6-6a88-4948-a072-f9981475657e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:11.503733 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a77d6c-a9af-4314-baf4-618ce8355c9d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:11.524710 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:11.525075 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Network hostable DHCP agents. Network: c69c6345-64af-49e8-8bf3-adcceaa64462, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:11.529927 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e59341-2ac1-4a41-8f6d-9bedd828f9d5 None None] Network af6bb731-6a95-4dc2-9a75-bac85e81b7cb requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:11.543369 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for router_gateway (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.610744 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:11.611290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Network hostable DHCP agents. Network: 7e89c795-c88b-4f30-8394-9a44ee218158, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:11.634803 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.659627 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks [] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.667396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:11.675080 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.710121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, c69c6345-64af-49e8-8bf3-adcceaa64462) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:11.739196 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Pushing event updated for resources: {'Port': ['ID=2607d63e-4020-4009-9e23-fca0f9f75e95,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:11.742363 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ecec23-5dcd-4e4c-bd53-2f46230ccec2 None None] Network c69c6345-64af-49e8-8bf3-adcceaa64462 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:11.750331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:11.773945 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 7e89c795-c88b-4f30-8394-9a44ee218158) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:11.782094 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:11.783508 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.801214 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:11.805731 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.840971 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (a1a881d9-295c-4e44-b2d9-0aa6f4322002), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.842244 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9aa43910-6064-426b-b3fa-042e40806573 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2710526 May 10 19:56:11.845616 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:11.852879 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:11.862079 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ef3f28ae-fc27-422d-b971-d6a655b1d192 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0982614 May 10 19:56:11.866130 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51120) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:11.876637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:11.876924 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4318c36c-32b9-4612-8f75-4269743d4a6b None None] Network 7e89c795-c88b-4f30-8394-9a44ee218158 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:11.899238 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:11.902978 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:11.906573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:11.928056 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-c69c6345-64af-49e8-8bf3-adcceaa64462', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:56:11.928862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.931438 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.931788 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.932148 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.932515 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.932858 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.933193 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.933525 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.933852 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.934178 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.934529 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.934862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.935208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.935717 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.936054 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.936379 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Tracked resource versions report: May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: pushed versions: May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: { 'AddressGroup': {'1.2'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Agent': {'1.1'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'ConntrackHelper': {'1.0'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'LocalIPAssociation': {'1.0'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Log': {'1.0'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'NDPProxy': {'1.0'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Network': {'1.1'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Port': {'1.7'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'PortForwarding': {'1.3'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'QosPolicy': {'1.10'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroup': {'1.5'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroupRule': {'1.2'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SubPort': {'1.0'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Subnet': {'1.1'}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Trunk': {'1.1'}} May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: consumer versions: May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: HyperV agent@hv-cinder-84131: {}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Agent': '1.1', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'ConntrackHelper': '1.0', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'LocalIPAssociation': '1.0', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Log': '1.0', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'NDPProxy': '1.0', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Network': '1.1', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Port': '1.7', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'PortForwarding': '1.3', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'QosPolicy': '1.10', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroup': '1.5', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SecurityGroupRule': '1.2', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'SubPort': '1.0', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Subnet': '1.1', May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: 'Trunk': '1.1'}} May 10 19:56:11.937602 dv-cinder-841315-1-iscsi neutron-server[103325]: {{(pid=103325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:56:11.993285 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:11.994478 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.023775 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for router_gateway (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.025996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a881d9-295c-4e44-b2d9-0aa6f4322002,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:12.059390 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.082128 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (59574d5d-e86b-467a-8f87-6341c13fe813), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.086258 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (59574d5d-e86b-467a-8f87-6341c13fe813), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.090369 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Checking segment: {'id': '75418db5-15ee-4ead-acb7-f84d5c45459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:12.090821 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Network hostable DHCP agents. Network: 3c878f7c-4fc9-4a35-81d1-78fb260307a8, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:12.118204 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:12.129777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1370859741-network', 'tenant_id': '981b712756ec4b1fa5887b6cf720c8f8'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:12.156081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Allocated IP 172.20.0.2 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/cf155fd3-744c-4f2e-92be-f119c5eb4176) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:12.161254 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for router_controller (8dd2f884-f336-4a7e-9160-0e672deb6cae), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.231341 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:12.288294 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for router_controller (59574d5d-e86b-467a-8f87-6341c13fe813), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.294876 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Made reservation on behalf of 981b712756ec4b1fa5887b6cf720c8f8 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:12.297730 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.328047 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Attempting to bind port 2607d63e-4020-4009-9e23-fca0f9f75e95 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:12.328415 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Attempting to bind port 2607d63e-4020-4009-9e23-fca0f9f75e95 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:12.328831 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Attempting to bind port 2607d63e-4020-4009-9e23-fca0f9f75e95 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:12.338113 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.347681 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:12.348078 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Checking segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:12.348463 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.348895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Bound using segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:12.349430 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Bound port: 2607d63e-4020-4009-9e23-fca0f9f75e95, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:12.349820 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.393815 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 3c878f7c-4fc9-4a35-81d1-78fb260307a8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:12.506803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for router_gateway (8dd2f884-f336-4a7e-9160-0e672deb6cae), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.507337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:12.507874 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.566286 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3bb9bb-9ad8-49b1-a582-e8c08fef5794 None None] Network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:12.628521 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-7e89c795-c88b-4f30-8394-9a44ee218158', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:56:12.629369 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.661438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Allocated IP 172.27.3.214 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/3a2c84e4-9774-4dfb-b49a-12ca23e39b39) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:12.697139 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for router_gateway (59574d5d-e86b-467a-8f87-6341c13fe813), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.786628 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks [] for security_group (3233b9be-8fce-48b7-a926-72af81c32d0d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.922432 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3233b9be-8fce-48b7-a926-72af81c32d0d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.934932 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 577} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:56:12.945647 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.946005 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Added segment 9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a of type vlan for network f914ed3a-f89b-45ba-a464-6fec224233c3 May 10 19:56:12.981753 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks [] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.990567 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:12.992363 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for router_gateway (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.010063 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (f914ed3a-f89b-45ba-a464-6fec224233c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.015580 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.061846 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] For port 2607d63e-4020-4009-9e23-fca0f9f75e95, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:13.066304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.106703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3233b9be-8fce-48b7-a926-72af81c32d0d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.110227 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (f914ed3a-f89b-45ba-a464-6fec224233c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.111617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:13.112325 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.123428 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc1820c-a2a6-4980-87b0-09439d7c2634 None None] Network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:13.136057 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] For port 2607d63e-4020-4009-9e23-fca0f9f75e95, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2607d63e-4020-4009-9e23-fca0f9f75e95,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:13.183618 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Allocated IP 172.27.3.157 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/c4bc4ed7-3f96-4063-814e-7eb54ec566dd) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:13.195603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] Pushing event updated for resources: {'Network': ['ID=f914ed3a-f89b-45ba-a464-6fec224233c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.204044 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7729449a-bdc4-4d48-9ad3-69f245aabd56 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0847623 May 10 19:56:13.216561 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f97ffdd2-c47b-40e6-8668-4cb37f24d734 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9841247 May 10 19:56:13.216561 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51158) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:13.216561 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Request body: {'subnet': {'network_id': 'f914ed3a-f89b-45ba-a464-6fec224233c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1370859741-subnet', 'tenant_id': '981b712756ec4b1fa5887b6cf720c8f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:13.233052 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network f914ed3a-f89b-45ba-a464-6fec224233c3 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:56:13.237306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.252715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:13.281482 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:13.284440 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:13.309283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Pushing event updated for resources: {'Port': ['ID=cf155fd3-744c-4f2e-92be-f119c5eb4176,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.341251 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.377891 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Made reservation on behalf of 981b712756ec4b1fa5887b6cf720c8f8 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:13.382524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.389283 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.447393 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-43da48cf-a5df-47bc-9b82-33886124bc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.448831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:13.450183 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.456750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Allocated IP 172.20.0.2 (7e89c795-c88b-4f30-8394-9a44ee218158/3d14d8c6-6a88-4948-a072-f9981475657e/3885e3e3-e528-47a8-b54d-0ab0c5385df8) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:13.464587 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:13.476116 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.481397 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:13.573672 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e501c43-f848-4fd1-afea-3701ae858956 None None] Pushing event updated for resources: {'Port': ['ID=2607d63e-4020-4009-9e23-fca0f9f75e95,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.616533 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:13.618400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:13.620393 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Attempting to bind port cf155fd3-744c-4f2e-92be-f119c5eb4176 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:13.620933 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Attempting to bind port cf155fd3-744c-4f2e-92be-f119c5eb4176 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:13.621397 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Attempting to bind port cf155fd3-744c-4f2e-92be-f119c5eb4176 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:13.638206 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:13.639771 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:13.640171 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:13.640702 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.641184 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:13.643611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Bound port: cf155fd3-744c-4f2e-92be-f119c5eb4176, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:13.644679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:13.645019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.650858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for router_gateway (59574d5d-e86b-467a-8f87-6341c13fe813), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.721581 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.816968 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] For port cf155fd3-744c-4f2e-92be-f119c5eb4176, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:13.843617 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:13.847109 dv-cinder-841315-1-iscsi neutron-server[103323]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:56:13.894372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] For port cf155fd3-744c-4f2e-92be-f119c5eb4176, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cf155fd3-744c-4f2e-92be-f119c5eb4176,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:13.934673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:13.946273 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks [] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.003445 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.016769 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.044063 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:14.047043 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:14.059357 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf779c-9853-4d56-80f2-ba7a0e9cfa9a None None] Pushing event updated for resources: {'Port': ['ID=cf155fd3-744c-4f2e-92be-f119c5eb4176,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:14.065895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:14.180780 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Allocated IP 172.27.3.237 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/affbc6a2-d5f1-45b8-bec9-2d56425abcf2) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:14.189673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Attempting to bind port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:14.190539 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Attempting to bind port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:14.191116 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Attempting to bind port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:14.203556 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:14.204200 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:14.204775 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.205584 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Bound using segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:14.206558 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Bound port: 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:14.207147 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.232300 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Pushing event updated for resources: {'Port': ['ID=3885e3e3-e528-47a8-b54d-0ab0c5385df8,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:14.251274 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for router_gateway (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.298343 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] For port 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:14.303375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] For port 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3885e3e3-e528-47a8-b54d-0ab0c5385df8,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:14.313042 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.314533 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.381870 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2607d63e-4020-4009-9e23-fca0f9f75e95 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:14.458042 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.637806 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 2607d63e-4020-4009-9e23-fca0f9f75e95 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:14.638334 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.651675 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12bcfd-094a-4f57-950c-d31cb8e143eb None None] Pushing event updated for resources: {'Port': ['ID=3885e3e3-e528-47a8-b54d-0ab0c5385df8,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:14.668833 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:14.687143 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:14.692247 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:14.718791 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (5b765ba9-a05d-4b9a-9e4a-cdf5683205f9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.825584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-f43172e3-ed93-48fa-ba62-2df8e8e81be9 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:14.827485 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-f43172e3-ed93-48fa-ba62-2df8e8e81be9 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/networks?id=3c878f7c-4fc9-4a35-81d1-78fb260307a8 HTTP/1.1" status: 200 len: 811 time: 0.9829135 May 10 19:56:14.875714 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 2607d63e-4020-4009-9e23-fca0f9f75e95 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:14.876129 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.965140 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 2607d63e-4020-4009-9e23-fca0f9f75e95, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2607d63e-4020-4009-9e23-fca0f9f75e95,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:14.978540 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:14.980100 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Pushing event updated for resources: {'Port': ['ID=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:15.078114 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-bf7e7923-63a3-4a4c-a913-284fd0c7d8e3 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/quotas/25b61967dc5c42ceb097f40a01045bfa HTTP/1.1" status: 200 len: 375 time: 0.2395818 May 10 19:56:15.126276 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=2607d63e-4020-4009-9e23-fca0f9f75e95,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:15.226947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d568535-b589-4c48-b1b4-4064f06460b9 None None] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:15.240349 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Checking segment: {'id': '9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'f914ed3a-f89b-45ba-a464-6fec224233c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:15.241006 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Network hostable DHCP agents. Network: f914ed3a-f89b-45ba-a464-6fec224233c3, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:56:15.302376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for router_gateway (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.316443 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fae9da4a-5df4-4306-8cb6-26410cdb04e9 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=25b61967dc5c42ceb097f40a01045bfa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1861703 May 10 19:56:15.371340 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b60dc574-a7e9-43ea-a02d-b3e47a9369a8 None None] Provisioning complete for port 2607d63e-4020-4009-9e23-fca0f9f75e95 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:15.371819 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b60dc574-a7e9-43ea-a02d-b3e47a9369a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.415988 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.540103 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b60dc574-a7e9-43ea-a02d-b3e47a9369a8 None None] Current status of the port 2607d63e-4020-4009-9e23-fca0f9f75e95 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:15.543872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b765ba9-a05d-4b9a-9e4a-cdf5683205f9,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:15.568227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.573602 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Network f914ed3a-f89b-45ba-a464-6fec224233c3 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:56:15.598051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for router_gateway (59574d5d-e86b-467a-8f87-6341c13fe813), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.640479 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, f914ed3a-f89b-45ba-a464-6fec224233c3) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:15.646172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:15.648573 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.655223 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-e3128a9f-e89a-4a8c-ab8d-44f5de96d7d5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:56:15.656287 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-e3128a9f-e89a-4a8c-ab8d-44f5de96d7d5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0902750 May 10 19:56:15.661606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d20d8c7-815c-469e-b0fd-3d2ab34eef8b None None] Network f914ed3a-f89b-45ba-a464-6fec224233c3 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:15.686116 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a1c86ee5-6a75-4dd2-9db5-2e467aadb93d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4742785 May 10 19:56:15.932720 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:15.943150 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (59574d5d-e86b-467a-8f87-6341c13fe813), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:15.982797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39f167-76b3-4d59-8205-84193c3e9840 None None] Network c69c6345-64af-49e8-8bf3-adcceaa64462 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:16.024621 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Deleting subnet 80922a75-d0c3-4246-9fba-ce2ed82f865b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:56:16.030399 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Publish callbacks [] for subnet (80922a75-d0c3-4246-9fba-ce2ed82f865b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.087257 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-b0651296-f280-44ba-89c9-1f40c0b2618f service neutron] 10.222.0.57 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249592 May 10 19:56:16.118996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Provisioning complete for port cf155fd3-744c-4f2e-92be-f119c5eb4176 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:16.118996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.121375 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.140358 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Publish callbacks [] for subnet (80922a75-d0c3-4246-9fba-ce2ed82f865b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.181417 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (80922a75-d0c3-4246-9fba-ce2ed82f865b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.190623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e5210-207c-44d0-8e3b-ea3f8d676a7d None None] Network f914ed3a-f89b-45ba-a464-6fec224233c3 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:16.289365 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (80922a75-d0c3-4246-9fba-ce2ed82f865b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.353889 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Router 59574d5d-e86b-467a-8f87-6341c13fe813 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:56:16.356018 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32eeb34-a4d8-4cc1-a457-701d1dd1db30 None None] Network 7e89c795-c88b-4f30-8394-9a44ee218158 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:56:16.356165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.356165 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/80922a75-d0c3-4246-9fba-ce2ed82f865b HTTP/1.1" status: 204 len: 168 time: 0.4134483 May 10 19:56:16.356165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:16.365550 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b5fbc-0165-4bf1-838c-6c81d2254d8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80922a75-d0c3-4246-9fba-ce2ed82f865b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:16.389756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:56:16.472595 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2607d63e-4020-4009-9e23-fca0f9f75e95 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:16.485404 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-81a88cbf-6569-47d5-b8f3-5b0e493c71c8 service neutron] 10.222.0.57 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889639 May 10 19:56:16.501424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:56:16.579216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Current status of the port cf155fd3-744c-4f2e-92be-f119c5eb4176 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:16.579512 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.591452 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (af6bb731-6a95-4dc2-9a75-bac85e81b7cb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.621508 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:16.653390 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] For port cf155fd3-744c-4f2e-92be-f119c5eb4176, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cf155fd3-744c-4f2e-92be-f119c5eb4176,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:16.654018 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:16.656621 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.663728 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0eed4343-3003-48de-abf8-6c60afc63e12 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5195732 May 10 19:56:16.668257 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51264) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:16.672536 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 2607d63e-4020-4009-9e23-fca0f9f75e95 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:16.673035 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.676168 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.707162 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Provisioning complete for port 2607d63e-4020-4009-9e23-fca0f9f75e95 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:16.707550 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.756047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:16.773355 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (af6bb731-6a95-4dc2-9a75-bac85e81b7cb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.803497 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.807536 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2ba0f04e-66e0-440d-bffd-b6c107763500 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9361584 May 10 19:56:16.810768 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51266) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:16.842078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:16.885960 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:16.886639 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:16.931119 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:16.932350 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-24199e4f-77c0-4585-9f40-4c541b3b29c9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0856061 May 10 19:56:16.940538 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:16.979300 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:17.036996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51280) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:17.039251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.040005 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.040870 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.041269 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > port after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.042277 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.042277 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > port after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.042436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.042758 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.043153 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.043642 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.065448 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:17.079169 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:17.079966 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.096298 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:17.097187 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.152015 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Pushing event updated for resources: {'Port': ['ID=cf155fd3-744c-4f2e-92be-f119c5eb4176,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:17.212059 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:17.279847 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:17.299443 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:17.406851 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.411832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.412321 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.412725 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103324) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:17.413319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6bb731-6a95-4dc2-9a75-bac85e81b7cb']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.420876 dv-cinder-841315-1-iscsi neutron-server[103324]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 10 19:56:17.448626 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 2607d63e-4020-4009-9e23-fca0f9f75e95 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:17.449732 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3885e3e3-e528-47a8-b54d-0ab0c5385df8 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:17.453354 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.531753 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b22385f-6164-401e-82a7-b5248a7ed97a') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.532140 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b22385f-6164-401e-82a7-b5248a7ed97a') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.611081 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c2b8d517-0501-4067-99be-23ef29e0b97d req-54313a1e-57c2-4fb6-9f7a-af44c9698393 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.1922286 May 10 19:56:17.629210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (4b22385f-6164-401e-82a7-b5248a7ed97a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.661810 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:13Z', 'revision_number': 3, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.667256 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-83ecc11a-d241-431b-a494-789b26a97d72 None None] Current status of the port 2607d63e-4020-4009-9e23-fca0f9f75e95 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:17.700143 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (4b22385f-6164-401e-82a7-b5248a7ed97a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.706677 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:17.707206 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.714037 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:17.714509 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Updating router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:17.736734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:15Z', 'revision_number': 3, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:17.740065 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:56:17.741512 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (4b22385f-6164-401e-82a7-b5248a7ed97a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: from cryptography.utils import int_from_bytes May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:56:17.747008 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:56:17.771592 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:17.772041 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Updating router 59574d5d-e86b-467a-8f87-6341c13fe813 port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:17.775738 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.806986 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.915459 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (af6bb731-6a95-4dc2-9a75-bac85e81b7cb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.931577 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:17.939919 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51314) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:17.940494 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] 10.222.0.57 "DELETE /v2.0/networks/af6bb731-6a95-4dc2-9a75-bac85e81b7cb HTTP/1.1" status: 204 len: 168 time: 1.5856323 May 10 19:56:17.959035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30f607-1bf1-49cc-968a-b0c7f21968ba admin admin] Pushing event deleted for resources: {'Network': ['ID=af6bb731-6a95-4dc2-9a75-bac85e81b7cb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:17.998140 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:14Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:18.014773 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Provisioning complete for port cf155fd3-744c-4f2e-92be-f119c5eb4176 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:18.015164 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.051283 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:18.052303 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Updating router 8dd2f884-f336-4a7e-9160-0e672deb6cae port c4bc4ed7-3f96-4063-814e-7eb54ec566dd binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:18.077463 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Deleting subnet 5b765ba9-a05d-4b9a-9e4a-cdf5683205f9 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:56:18.083624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Publish callbacks [] for subnet (5b765ba9-a05d-4b9a-9e4a-cdf5683205f9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.102482 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:18.102874 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.107736 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.186034 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Publish callbacks [] for subnet (5b765ba9-a05d-4b9a-9e4a-cdf5683205f9), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.207671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (5b765ba9-a05d-4b9a-9e4a-cdf5683205f9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.217931 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3885e3e3-e528-47a8-b54d-0ab0c5385df8,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:18.245259 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.246362 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cf155fd3-744c-4f2e-92be-f119c5eb4176 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:18.267673 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.281644 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.437284 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for subnet (5b765ba9-a05d-4b9a-9e4a-cdf5683205f9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.443211 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Current status of the port cf155fd3-744c-4f2e-92be-f119c5eb4176 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:18.452186 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.467804 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks [] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.483572 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Provisioning complete for port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:18.483764 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.534477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b765ba9-a05d-4b9a-9e4a-cdf5683205f9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:18.546838 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.547880 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.550152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9c828738-311e-48ce-a943-9fbc6c9d5d29 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5b765ba9-a05d-4b9a-9e4a-cdf5683205f9 HTTP/1.1" status: 204 len: 168 time: 0.6065269 May 10 19:56:18.554392 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:18.594347 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=3885e3e3-e528-47a8-b54d-0ab0c5385df8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:18.640529 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Attempting to bind port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:18.641089 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Attempting to bind port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:18.641603 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Attempting to bind port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:18.643950 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port cf155fd3-744c-4f2e-92be-f119c5eb4176 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:18.644491 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.682190 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:18.683097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:18.683693 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.684222 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:18.684842 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Bound port: affbc6a2-d5f1-45b8-bec9-2d56425abcf2, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:18.685387 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.818244 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-65242a3e-3c85-4703-8fd4-c0d7a84d1b77 None None] Current status of the port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:18.835629 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7731c75-c2aa-4417-9727-d07b7eedbc99 None None] Pushing event updated for resources: {'Port': ['ID=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:18.914009 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks [] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:18.930196 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.001069 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port cf155fd3-744c-4f2e-92be-f119c5eb4176 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:19.011123 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Attempting to bind port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:19.011123 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Attempting to bind port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:19.011123 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Attempting to bind port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:19.026588 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] For port affbc6a2-d5f1-45b8-bec9-2d56425abcf2, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:19.033548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] For port affbc6a2-d5f1-45b8-bec9-2d56425abcf2, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:19.045319 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.050595 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:19.053653 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:19.059346 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.060033 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:19.060713 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Bound port: 3a2c84e4-9774-4dfb-b49a-12ca23e39b39, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:19.062964 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.066102 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Allocated IP 172.20.0.1 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/56fa2908-a77d-4fab-85e1-5622a8e66298) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:19.118686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Allocated IP 172.20.0.1 (f696180f-7a91-4c53-a5b6-6312e26b7ddf/225e2463-e4a4-40d9-a82d-d604bf95014d/64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:19.133319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (f914ed3a-f89b-45ba-a464-6fec224233c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.149775 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Allocated IP 172.20.0.1 (7e89c795-c88b-4f30-8394-9a44ee218158/3d14d8c6-6a88-4948-a072-f9981475657e/37f3f5ed-374f-4f9a-8a74-c36a3b5e6658) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:19.168272 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7731c75-c2aa-4417-9727-d07b7eedbc99 None None] Pushing event updated for resources: {'Port': ['ID=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:19.182862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:19.183710 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:19.229509 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] For port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:19.237003 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] For port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:19.254239 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51358) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:19.261731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3885e3e3-e528-47a8-b54d-0ab0c5385df8 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:19.292806 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49c5ad37-bc61-4cd5-af3c-99dde0554024 req-887d8fca-2f68-404a-9809-4e713b694525 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.2406600 May 10 19:56:19.300020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks [] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.340621 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.343614 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.411917 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:19.415249 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:19.421597 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:19.488832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Pushing event updated for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:19.508487 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Pushing event updated for resources: {'Port': ['ID=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:19.512603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceed96be-fd86-4030-a2c9-2a4f556fb7a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.513777 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:19.514170 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.530012 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:19.530738 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:19.542532 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (59574d5d-e86b-467a-8f87-6341c13fe813), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.619919 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:19.628911 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (f914ed3a-f89b-45ba-a464-6fec224233c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.686413 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.687155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.688141 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.690096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.690686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.692451 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.697759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.698777 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.699401 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.699924 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.706747 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks [] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.730663 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.730937 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.731303 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.731677 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.732019 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.732355 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.732691 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.733022 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.733352 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.733922 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.734017 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.734386 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.734693 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.735019 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.735345 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Tracked resource versions report: May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: pushed versions: May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: { 'AddressGroup': {'1.2'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Agent': {'1.1'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'ConntrackHelper': {'1.0'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'LocalIPAssociation': {'1.0'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Log': {'1.0'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'NDPProxy': {'1.0'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Network': {'1.1'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Port': {'1.7'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'PortForwarding': {'1.3'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'QosPolicy': {'1.10'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroup': {'1.5'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroupRule': {'1.2'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SubPort': {'1.0'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Subnet': {'1.1'}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Trunk': {'1.1'}} May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: consumer versions: May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: { DHCP agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: HyperV agent@hv-cinder-84131: {}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: L3 agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: Metadata agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: Metering agent@dv-cinder-841315-1-iscsi: {}, May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: Open vSwitch agent@dv-cinder-841315-1-iscsi: { 'AddressGroup': '1.2', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Agent': '1.1', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'ConntrackHelper': '1.0', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'LocalIPAssociation': '1.0', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Log': '1.0', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'NDPProxy': '1.0', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Network': '1.1', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Port': '1.7', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'PortForwarding': '1.3', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'QosPolicy': '1.10', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroup': '1.5', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SecurityGroupRule': '1.2', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'SubPort': '1.0', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Subnet': '1.1', May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: 'Trunk': '1.1'}} May 10 19:56:19.736570 dv-cinder-841315-1-iscsi neutron-server[103326]: {{(pid=103326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 10 19:56:19.831572 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:19.832657 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cf155fd3-744c-4f2e-92be-f119c5eb4176 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:19.879778 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08df5fd-9797-4e13-8809-903e165e5fde None None] Pushing event updated for resources: {'Port': ['ID=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:19.882547 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.900763 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.901867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.902399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.902948 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 10 19:56:19.903501 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f914ed3a-f89b-45ba-a464-6fec224233c3']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:19.914948 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Attempting to bind port c4bc4ed7-3f96-4063-814e-7eb54ec566dd on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:19.915501 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Attempting to bind port c4bc4ed7-3f96-4063-814e-7eb54ec566dd by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:19.915715 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Attempting to bind port c4bc4ed7-3f96-4063-814e-7eb54ec566dd on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:19.918715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a500f0ef-13bd-4308-8434-7a120438d356 None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:19.919104 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a500f0ef-13bd-4308-8434-7a120438d356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.940603 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:19.941009 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:19.941380 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.941783 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:19.942483 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Bound port: c4bc4ed7-3f96-4063-814e-7eb54ec566dd, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:19.942936 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:19.951525 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:19.952137 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:19.999779 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] For port c4bc4ed7-3f96-4063-814e-7eb54ec566dd, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:20.002864 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port cf155fd3-744c-4f2e-92be-f119c5eb4176 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:20.003330 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.003693 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] For port c4bc4ed7-3f96-4063-814e-7eb54ec566dd, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:20.015929 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.022126 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.041353 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a500f0ef-13bd-4308-8434-7a120438d356 None None] Port 56fa2908-a77d-4fab-85e1-5622a8e66298 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:20.067511 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:15Z', 'revision_number': 3, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:20.091197 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:20.091831 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:20.103550 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a71b94b-c681-4ba5-84ed-251d7bcbf604 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:15Z', 'revision_number': 3, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:20.191093 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks [] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.199301 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port cf155fd3-744c-4f2e-92be-f119c5eb4176 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:20.203269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4928643'] for segment (9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.219595 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9cd8a-66fb-4b5c-9957-6657fd84df12 None None] Pushing event updated for resources: {'Port': ['ID=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.233901 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks [] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.246343 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.266170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:56:20.266933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4929918'] for segment (9261ac78-d2eb-4cb6-b3a1-980abe0f7e2a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: from cryptography.utils import int_from_bytes May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: Traceback (most recent call last): May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: timer() May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: cb(*args, **kw) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: return func(*args, **kwargs) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: self._notify() May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: self.callback(batched_events) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: event.method(event) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: return f(self, *a, **k) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._get(url).json() May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:56:20.273582 dv-cinder-841315-1-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:56:20.296250 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:20.326963 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks [] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.340756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.413064 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (f914ed3a-f89b-45ba-a464-6fec224233c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.429367 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (59574d5d-e86b-467a-8f87-6341c13fe813), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.445293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.448117 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:20.485811 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.492857 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f914ed3a-f89b-45ba-a464-6fec224233c3 HTTP/1.1" status: 204 len: 168 time: 1.9373581 May 10 19:56:20.514728 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f995d4a4-e4e7-4f10-adba-1c4c469df257 req-0c12316f-5c8d-47eb-9fcb-84e54dfe83f5 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.0978909 May 10 19:56:20.552778 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571aacac-6ac7-44b7-ab85-18ef44cdab65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f914ed3a-f89b-45ba-a464-6fec224233c3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.555104 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.577967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:20.595378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:20.608674 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Pushing event updated for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.614256 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:20.618214 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:20.622057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Pushing event updated for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.643260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:20.655245 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:20.761223 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9cd8a-66fb-4b5c-9957-6657fd84df12 None None] Pushing event updated for resources: {'Port': ['ID=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.768965 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceed96be-fd86-4030-a2c9-2a4f556fb7a7 admin admin] Publish callbacks [] for security_group (fd2e5822-e60a-4210-8219-501bdc57674b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.782708 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ceed96be-fd86-4030-a2c9-2a4f556fb7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fd2e5822-e60a-4210-8219-501bdc57674b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.818886 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.846515 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:20.849364 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:14Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:20.873163 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51386) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:20.880553 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:20.892455 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09461bdb-d624-44ec-bdcc-44618702c159 None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:14Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:20.907324 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:13Z', 'revision_number': 3, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:20.926758 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:20.936011 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Pushing event updated for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.991472 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed96be-fd86-4030-a2c9-2a4f556fb7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2e5822-e60a-4210-8219-501bdc57674b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:20.992875 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cde39-e061-483e-8469-3a1d2c201d5b None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:13Z', 'revision_number': 3, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:20.998106 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ceed96be-fd86-4030-a2c9-2a4f556fb7a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b813fb184334b39bc1facf8b3de8b60&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7427692 May 10 19:56:21.048689 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51388) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:21.185199 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-be8098d8-c5ef-4f9e-a3f5-83cb5a4f97b9 None None] Provisioning complete for port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:21.185731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be8098d8-c5ef-4f9e-a3f5-83cb5a4f97b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.189656 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a7d86a1b-4de4-44d0-88bc-3d96acbdcafe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efc2cb6282464330a0ec75c83167865e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3130555 May 10 19:56:21.193850 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:21.252706 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device affbc6a2-d5f1-45b8-bec9-2d56425abcf2 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:21.342148 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be8098d8-c5ef-4f9e-a3f5-83cb5a4f97b9 None None] Port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:21.360618 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] Publish callbacks [] for security_group (8a26fe72-a6a8-4fda-875a-715fba25ea91), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.370767 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:56:21.374656 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:21.375002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.471393 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] Publish callbacks [] for security_group (8a26fe72-a6a8-4fda-875a-715fba25ea91), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.481254 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:21.481632 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.554874 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] Publish callbacks [] for security_group (fd2e5822-e60a-4210-8219-501bdc57674b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.621307 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:21.621502 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.641590 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:21.642203 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.645067 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:21.645637 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.648227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] Publish callbacks [] for security_group (fd2e5822-e60a-4210-8219-501bdc57674b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.664446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.672409 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:21.683015 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4fe85223-4b21-414d-ac59-9a29ce24e845 admin admin] 10.222.0.57 "PUT /v2.0/routers/59574d5d-e86b-467a-8f87-6341c13fe813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8711970 May 10 19:56:21.684270 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8a26fe72-a6a8-4fda-875a-715fba25ea91), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.698522 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.703407 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8a26fe72-a6a8-4fda-875a-715fba25ea91 HTTP/1.1" status: 204 len: 168 time: 0.5081813 May 10 19:56:21.712347 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port affbc6a2-d5f1-45b8-bec9-2d56425abcf2, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:21.719512 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f74c25-a17c-4e3f-b2d2-edf177d48071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a26fe72-a6a8-4fda-875a-715fba25ea91,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:21.720339 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:21.726939 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b970e1db-1ef4-4b3f-9427-9e236640942b None None] Port 56fa2908-a77d-4fab-85e1-5622a8e66298 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:21.876791 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:21.917410 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9e0d8049-cf41-43c0-97fd-4f9b58a5145f req-3a849c33-c41c-46d2-8d7c-17ba0e7d8796 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.1904023 May 10 19:56:22.033139 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fd2e5822-e60a-4210-8219-501bdc57674b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.035862 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.037543 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd2e5822-e60a-4210-8219-501bdc57674b HTTP/1.1" status: 204 len: 168 time: 0.9872129 May 10 19:56:22.094008 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c4d7e-614f-4ba4-9f67-eea8fc6c921a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2e5822-e60a-4210-8219-501bdc57674b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:22.274188 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks [] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.290139 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.339234 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks [] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.383320 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.456572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.460289 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Pushing event updated for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:22.484911 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.501333 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:22.508346 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--370758869', 'description': 'tempest-description--2010452604'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:22.553939 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:22.764960 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 61576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:22.858031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Pushing event updated for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:22.896211 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:22.990677 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (711744f2-bd3a-4986-85ae-2c1f967e26f2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.094149 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (711744f2-bd3a-4986-85ae-2c1f967e26f2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.186883 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:23.189420 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:23.213603 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:23.223280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:23.282938 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.290940 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7866170 May 10 19:56:23.311548 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51472) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:23.441223 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4b2c2af0-cda7-4374-b4be-daca78c5f32e req-4ccf5318-6276-40aa-97c7-3e2cd3efe19e tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.1847761 May 10 19:56:23.461618 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': '711744f2-bd3a-4986-85ae-2c1f967e26f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:23.507319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18113705-a43b-40b9-b4c5-d2301703d2a9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711744f2-bd3a-4986-85ae-2c1f967e26f2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:23.545587 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device affbc6a2-d5f1-45b8-bec9-2d56425abcf2 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:23.561027 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7d260e99-a025-4ad4-a30a-2c7b9e3a1925 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=981b712756ec4b1fa5887b6cf720c8f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6263897 May 10 19:56:23.565087 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51490) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:23.582658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (48f06a4a-52f6-4bdf-8ca6-a31e5b5afea4), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.647167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:23.736387 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (48f06a4a-52f6-4bdf-8ca6-a31e5b5afea4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.737732 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:23.740188 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.748147 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (48f06a4a-52f6-4bdf-8ca6-a31e5b5afea4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.783414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-6f21eaaf-31fe-4c21-afe0-d0720e7ded88 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:23.785027 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-6f21eaaf-31fe-4c21-afe0-d0720e7ded88 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.60 "GET /v2.0/networks?id=3c878f7c-4fc9-4a35-81d1-78fb260307a8 HTTP/1.1" status: 200 len: 811 time: 1.0157416 May 10 19:56:23.793679 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f06a4a-52f6-4bdf-8ca6-a31e5b5afea4,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:23.806038 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.809857 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-26bca204-d120-4910-8e07-dafedfd82c65 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4785540 May 10 19:56:23.810136 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:23.816964 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': '711744f2-bd3a-4986-85ae-2c1f967e26f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:23.845919 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:23.846516 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.894230 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (cc8a0c79-1bd7-4200-9c61-33b781ed8a53), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.906877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:23.947638 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Provisioning complete for port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:23.948275 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:23.961073 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Request body: {'port': {'device_id': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8', 'admin_state_up': True, 'tenant_id': '25b61967dc5c42ceb097f40a01045bfa'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:23.997589 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:23.999641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:24.053777 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ad7d6211-a124-4826-9453-7cfadc9b14d3 None None] Port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:24.076174 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:56:24.082011 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:56:24.091448 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:24.092370 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.201257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4255aaee-9372-4e55-bfa7-e6daa5f753d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.303511 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:24.329877 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ff9f92d3-e8fc-42aa-bca4-060b3360b067 admin admin] 10.222.0.57 "PUT /v2.0/routers/8dd2f884-f336-4a7e-9160-0e672deb6cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3768921 May 10 19:56:24.329877 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] Publish callbacks [] for security_group (3233b9be-8fce-48b7-a926-72af81c32d0d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.415276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] Publish callbacks [] for security_group (3233b9be-8fce-48b7-a926-72af81c32d0d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.455044 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:24.599734 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3233b9be-8fce-48b7-a926-72af81c32d0d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.602033 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:24.602849 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.602988 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:24.604007 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3233b9be-8fce-48b7-a926-72af81c32d0d HTTP/1.1" status: 204 len: 168 time: 1.0371394 May 10 19:56:24.612125 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:56:24.628943 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fdfebe27-c3ab-4c3d-926f-cf9ddb254a7e admin admin] 10.222.0.57 "PUT /v2.0/routers/b06b1dd2-019d-4e28-b4b3-b132ac4ca2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8976300 May 10 19:56:24.685568 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bac929-c594-4a19-a739-809de47e0673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3233b9be-8fce-48b7-a926-72af81c32d0d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:24.689245 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f440d5f-64f2-4ade-af26-ce7201976593 req-e030b6c3-58b3-404f-a1fa-ba4cfa709839 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.0729458 May 10 19:56:24.753657 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Made reservation on behalf of 25b61967dc5c42ceb097f40a01045bfa for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:24.757070 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:24.773839 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (cc8a0c79-1bd7-4200-9c61-33b781ed8a53), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.037848 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:25.135431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:25.136055 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.215077 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (cc8a0c79-1bd7-4200-9c61-33b781ed8a53), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.278246 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4255aaee-9372-4e55-bfa7-e6daa5f753d5 admin admin] Publish callbacks [] for security_group (4ba8f8e7-eb22-4d65-a920-79460ddf6f1e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.312868 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4255aaee-9372-4e55-bfa7-e6daa5f753d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4ba8f8e7-eb22-4d65-a920-79460ddf6f1e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.324015 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:25.342162 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:25.342827 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:25.356503 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51558) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:25.357151 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4255aaee-9372-4e55-bfa7-e6daa5f753d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa90dbe567f64d1baef66ee3292ba7fb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7060828 May 10 19:56:25.404362 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:25.432951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.436862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4bc4ed7-3f96-4063-814e-7eb54ec566dd up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:25.463629 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8a0c79-1bd7-4200-9c61-33b781ed8a53,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:25.584986 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.587470 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1f857977-a8ee-4572-b3c1-15f700f458fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7762032 May 10 19:56:25.592446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:25.625370 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:25.629327 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:56:25.697916 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51574) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:25.730704 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1506116704', 'description': 'tempest-description--522995221'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:25.736588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.764593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] Publish callbacks [] for security_group (4ba8f8e7-eb22-4d65-a920-79460ddf6f1e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.790016 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255aaee-9372-4e55-bfa7-e6daa5f753d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba8f8e7-eb22-4d65-a920-79460ddf6f1e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:25.812318 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.821136 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Allocated IP 172.20.0.8 (3c878f7c-4fc9-4a35-81d1-78fb260307a8/a1a881d9-295c-4e44-b2d9-0aa6f4322002/489d3fae-f45c-4b37-8432-9a1c0e9e3eec) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:25.838692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] Publish callbacks [] for security_group (4ba8f8e7-eb22-4d65-a920-79460ddf6f1e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:25.867403 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:26.026424 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:26.075211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4ba8f8e7-eb22-4d65-a920-79460ddf6f1e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.077861 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.086795 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ba8f8e7-eb22-4d65-a920-79460ddf6f1e HTTP/1.1" status: 204 len: 168 time: 0.7283790 May 10 19:56:26.112826 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1dfde589-0b3d-4ba5-8f04-b564892dec1b req-eee8bbce-baaf-4f61-89fc-91fc03c5dc35 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.1709690 May 10 19:56:26.156499 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:26.158108 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:26.269952 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:22Z', 'revision_number': 2, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:26.329498 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71005144-2d83-4a98-ac5c-5f3e8cd05348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba8f8e7-eb22-4d65-a920-79460ddf6f1e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:26.337251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (042adeb5-7062-4368-b337-d86b34dae0f4), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.348037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (042adeb5-7062-4368-b337-d86b34dae0f4), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.381493 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:26.382086 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Updating router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:26.404609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c4bc4ed7-3f96-4063-814e-7eb54ec566dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:26.404985 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.423288 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.465856 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042adeb5-7062-4368-b337-d86b34dae0f4,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:26.530995 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.585681 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.604412 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a75ca032-171a-43e6-9c9f-3f035db9f9cf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8952668 May 10 19:56:26.620000 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51608) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:26.663268 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group_rule': {'security_group_id': '042adeb5-7062-4368-b337-d86b34dae0f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:26.668869 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-99c917a1-a64f-4b1b-8804-e89dfa11dbd6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:26.693555 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-99c917a1-a64f-4b1b-8804-e89dfa11dbd6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.7761102 May 10 19:56:26.766168 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks [] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.844308 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51620) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:26.846309 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (d37d5e68-e227-4a07-a1f1-47b9147c7d9c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:26.882356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:20Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:26.890939 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.27.3.235 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/3ec878a6-9462-4c1d-a6cb-5e15929840cf) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:26.999813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (d37d5e68-e227-4a07-a1f1-47b9147c7d9c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.006247 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (d37d5e68-e227-4a07-a1f1-47b9147c7d9c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.034363 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37d5e68-e227-4a07-a1f1-47b9147c7d9c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:27.040072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.050513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:27.050878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Updating router 59574d5d-e86b-467a-8f87-6341c13fe813 port 56fa2908-a77d-4fab-85e1-5622a8e66298 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:27.135665 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.207116 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Pushing event updated for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:27.216668 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:27.220276 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.229304 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-457fe940-4883-4f92-97ae-f7d5301460f0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5942755 May 10 19:56:27.232725 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:27.233512 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks [] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.250522 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.252590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group_rule': {'security_group_id': '042adeb5-7062-4368-b337-d86b34dae0f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:27.258707 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-bf1004f9-8467-46de-b9bc-c0069c87daa5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/quotas/866e5dd5364e4bd980ba03f1b76aac9d HTTP/1.1" status: 200 len: 375 time: 0.5630651 May 10 19:56:27.262266 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.381688 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c4bc4ed7-3f96-4063-814e-7eb54ec566dd is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:27.382084 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.443792 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port c4bc4ed7-3f96-4063-814e-7eb54ec566dd, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:27.453813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.470071 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288f595-953f-43d2-880f-de5b0e7c9996 req-859e9fe1-f075-4e77-8c13-e0c91fe28f0b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:27.481722 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0288f595-953f-43d2-880f-de5b0e7c9996 req-859e9fe1-f075-4e77-8c13-e0c91fe28f0b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 931 time: 0.1966009 May 10 19:56:27.481923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:27.500244 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:27.512030 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.542379 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:27.549576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:27.686057 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0288f595-953f-43d2-880f-de5b0e7c9996 req-7e14ac85-1f58-4bb3-bb9d-a16e759197eb tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031910 May 10 19:56:27.687416 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:27.718486 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a5d2c6-586f-4aed-9ae7-c2052caf3406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.736513 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:27.770757 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=3ec878a6-9462-4c1d-a6cb-5e15929840cf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:27.797998 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-b0f9d11f-9063-4413-ad2a-7348c503732c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5199363 May 10 19:56:27.828602 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:27.832008 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.856018 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:27.881331 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (d3e52f33-fee3-435b-b1ba-1e2cfbe3bbb3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:27.994349 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.041918 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fb080336-ebdd-438d-b5fe-a8a73178a086 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0938349 May 10 19:56:28.095759 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-7e63d2eb-63ce-42e8-a881-2c6c90429b0a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:56:28.096677 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-7e63d2eb-63ce-42e8-a881-2c6c90429b0a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0403140 May 10 19:56:28.099672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.199781 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-5c596beb-0ecc-4d2d-b5fa-a008ac0842a2 service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944054 May 10 19:56:28.262698 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fede3-0894-45e6-8186-6a7f7f4771d9 None None] Pushing event updated for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:28.333397 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a5d2c6-586f-4aed-9ae7-c2052caf3406 admin admin] Publish callbacks [] for security_group (0d9ece20-b360-49f4-a656-f7c5153213ef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.355078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-08a5d2c6-586f-4aed-9ae7-c2052caf3406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0d9ece20-b360-49f4-a656-f7c5153213ef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.368128 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-1df9aa04-b22f-4cbe-bd7f-98c86599aecb service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604168 May 10 19:56:28.535751 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Attempting to bind port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:28.539410 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Attempting to bind port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:28.540466 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Attempting to bind port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:28.544058 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7f14a137-c40a-406f-8cc7-83e429ed718a None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:28.545367 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7f14a137-c40a-406f-8cc7-83e429ed718a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.548023 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (d3e52f33-fee3-435b-b1ba-1e2cfbe3bbb3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.548653 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:28.568591 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:28.571727 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Checking segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:28.573535 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.576187 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Bound using segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:28.576713 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Bound port: 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:28.577114 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.592885 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (d3e52f33-fee3-435b-b1ba-1e2cfbe3bbb3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.608965 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:28.609638 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.708647 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e52f33-fee3-435b-b1ba-1e2cfbe3bbb3,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:28.745709 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-08a5d2c6-586f-4aed-9ae7-c2052caf3406 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9036a880d834160bb39daa95d3878ae&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8994024 May 10 19:56:28.765259 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:28.770328 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7f14a137-c40a-406f-8cc7-83e429ed718a None None] Port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:28.802710 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5d2c6-586f-4aed-9ae7-c2052caf3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9ece20-b360-49f4-a656-f7c5153213ef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:28.822735 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Request body: {'port': {'device_id': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:28.833085 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.846239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.888636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:28.890340 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ccd9a5ed-ec6d-4b7c-b905-37bd1dde640c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6419029 May 10 19:56:28.914039 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:28.925895 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:28.956175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 2, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:28.969662 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.014177 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] For port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:29.023053 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] For port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:29.038725 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.061597 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:29.075907 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] Publish callbacks [] for security_group (0d9ece20-b360-49f4-a656-f7c5153213ef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.081713 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:56:29.084161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Updating router 8dd2f884-f336-4a7e-9160-0e672deb6cae port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:56:29.105028 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] Publish callbacks [] for security_group (0d9ece20-b360-49f4-a656-f7c5153213ef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.131649 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.223132 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fede3-0894-45e6-8186-6a7f7f4771d9 None None] Pushing event updated for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:29.284512 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:29.285202 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:29.485964 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942d94d-f225-4b8c-a443-5649e9f513ad req-f21d4345-84d2-47a4-a9a8-7e707fd14f8e tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:29.488106 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b942d94d-f225-4b8c-a443-5649e9f513ad req-f21d4345-84d2-47a4-a9a8-7e707fd14f8e tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 931 time: 0.4943831 May 10 19:56:29.771381 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:29.868960 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks [] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.912293 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4bc4ed7-3f96-4063-814e-7eb54ec566dd up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:29.916331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.925088 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:29.934961 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=3ec878a6-9462-4c1d-a6cb-5e15929840cf,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:30.052692 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68d522cb-00d9-4ecd-b98a-f260f717ff44 req-97b82ca3-21d9-4b88-8592-3a2ffb7c5e8e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 210 time: 1.0490675 May 10 19:56:30.069458 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.070993 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-02b6586a-6080-4213-9ce7-291557939e6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4699826 May 10 19:56:30.244867 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.315541 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.320612 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:30.321777 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.380518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0d9ece20-b360-49f4-a656-f7c5153213ef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.393006 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:30.397511 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d9ece20-b360-49f4-a656-f7c5153213ef HTTP/1.1" status: 204 len: 168 time: 1.6254199 May 10 19:56:30.616935 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b942d94d-f225-4b8c-a443-5649e9f513ad req-098bc89b-f290-4835-88ab-8b274972dc3e tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0638020 May 10 19:56:30.653713 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Attempting to bind port 56fa2908-a77d-4fab-85e1-5622a8e66298 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:30.657757 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Attempting to bind port 56fa2908-a77d-4fab-85e1-5622a8e66298 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:30.658327 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Attempting to bind port 56fa2908-a77d-4fab-85e1-5622a8e66298 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:30.660860 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163ddc-37d5-4bc4-a6e0-4422387dfcad None None] Pushing event updated for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:30.684637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325f03b-bc13-4c4a-acbf-09fa618f24f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9ece20-b360-49f4-a656-f7c5153213ef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:30.720147 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:28Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:30.863020 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab056cd-1577-4f45-8b00-40b7746900b9 None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:28Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:31.209045 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489d3fae-f45c-4b37-8432-9a1c0e9e3eec {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:31.266920 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks [] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:31.278036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Allocated IP 172.27.3.169 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/5399c673-df46-4c80-a86a-2c1334f58a47) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:31.335122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:31.336463 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:31.337054 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:31.351698 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-ce000fe8-34e0-43dc-98bd-e14035193920 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:31.355113 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:31.360317 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-ce000fe8-34e0-43dc-98bd-e14035193920 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.3049786 May 10 19:56:31.363040 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Bound port: 56fa2908-a77d-4fab-85e1-5622a8e66298, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:31.363483 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:31.377549 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-eda4870b-019d-4bcd-8a24-a2af567320fb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/quotas/866e5dd5364e4bd980ba03f1b76aac9d HTTP/1.1" status: 200 len: 375 time: 0.0159211 May 10 19:56:31.423455 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c4bc4ed7-3f96-4063-814e-7eb54ec566dd triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:31.425863 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:31.490734 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-026e3a4a-0f0c-4bb0-b46b-3f3d20b322de tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1117225 May 10 19:56:31.738501 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Current status of the port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:31.743439 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:31.839091 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-d2c4cf9c-64b3-4dc9-82f1-79db005287ce service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387485 May 10 19:56:31.928326 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Transition to ACTIVE for port object 489d3fae-f45c-4b37-8432-9a1c0e9e3eec will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:56:31.937077 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:31.949509 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.049199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53b0937a-e0bd-4218-b85e-fbcb1a7fd4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.064152 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] For port 56fa2908-a77d-4fab-85e1-5622a8e66298, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:32.089344 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-b45c2388-daf8-4d5c-ac42-e5ee8c018eae service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411232 May 10 19:56:32.141284 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks [] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.162717 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] For port 56fa2908-a77d-4fab-85e1-5622a8e66298, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=56fa2908-a77d-4fab-85e1-5622a8e66298,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:32.166067 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c4bc4ed7-3f96-4063-814e-7eb54ec566dd is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:32.180386 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] For port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:32.181041 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.199175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.228199 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.329263 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410459d3-5814-4588-9503-10031f587e2f service neutron] Pushing event updated for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:32.366661 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-299f78e3-50a6-493a-98a3-01f258af00fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--370758869&fields=id&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 267 time: 1.1341150 May 10 19:56:32.421816 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366161e-2ec2-4b33-90dc-1477c637d4ae None None] Pushing event updated for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:32.478527 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:32.479520 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:32.481757 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:32.496073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:32.877788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de072776-697d-4f9c-a790-4f40f56316a1 req-0f1449f0-3e12-46f0-879a-ac4ebf524d5b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:32.910100 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-de072776-697d-4f9c-a790-4f40f56316a1 req-0f1449f0-3e12-46f0-879a-ac4ebf524d5b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.2078743 May 10 19:56:32.982950 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4163ddc-37d5-4bc4-a6e0-4422387dfcad None None] Pushing event updated for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:33.015905 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (5399c673-df46-4c80-a86a-2c1334f58a47), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.028120 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Attempting to bind port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:33.028508 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Attempting to bind port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:33.028930 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Attempting to bind port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:33.056076 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.60', 61589) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:33.116025 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:33.116445 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:33.116986 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.117443 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Bound using segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:33.122269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Bound port: 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:33.122808 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.336909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53b0937a-e0bd-4218-b85e-fbcb1a7fd4fa admin admin] Publish callbacks [] for security_group (fa003ad2-4c87-407b-9a13-a7370aeee597), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.339177 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Attempting to bind port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:33.340966 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Attempting to bind port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '75418db5-15ee-4ead-acb7-f84d5c45459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:33.341895 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Attempting to bind port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec on network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:33.371841 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] For port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:33.381205 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] For port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:33.393601 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:33.420992 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-4a90ad8d-28d0-447e-962c-1dd7b68a63bc tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:33.430773 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-4a90ad8d-28d0-447e-962c-1dd7b68a63bc tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 1.0599427 May 10 19:56:33.432330 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-53b0937a-e0bd-4218-b85e-fbcb1a7fd4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fa003ad2-4c87-407b-9a13-a7370aeee597), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.488878 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-de072776-697d-4f9c-a790-4f40f56316a1 req-6a67c54a-5bb8-4328-9689-bbfd2ac5ab20 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687742 May 10 19:56:33.499217 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec on network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:56:33.502490 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Attempting to bind port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec on network 3c878f7c-4fc9-4a35-81d1-78fb260307a8 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:33.607471 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.609674 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:33.610240 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Checking segment: {'id': '75418db5-15ee-4ead-acb7-f84d5c45459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:33.611178 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Bound using segment: {'id': '75418db5-15ee-4ead-acb7-f84d5c45459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:33.612058 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Bound port: 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75418db5-15ee-4ead-acb7-f84d5c45459d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:33.612662 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.616514 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.652496 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-5ca7f9c7-11d6-4a2e-9b81-e89311c99b23 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/quotas/477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 375 time: 0.2034287 May 10 19:56:33.683801 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-dee1a7b5-f784-477c-8983-630e91b7f4ec tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:33.699278 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-dee1a7b5-f784-477c-8983-630e91b7f4ec tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.5959728 May 10 19:56:33.700321 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-53b0937a-e0bd-4218-b85e-fbcb1a7fd4fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e9f5751e6b141fe911af3b945aaed9a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7619026 May 10 19:56:33.705197 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 51828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:33.766900 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'port': {'device_id': '6962e593-72bc-41e9-a336-2e87d494085e', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'admin_state_up': True, 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:33.803886 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=5399c673-df46-4c80-a86a-2c1334f58a47,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:33.815288 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0937a-e0bd-4218-b85e-fbcb1a7fd4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa003ad2-4c87-407b-9a13-a7370aeee597,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:33.882109 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:33.882569 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:33.898280 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b33da-bc0c-44a0-9287-2cdb6d46ccb4 None None] Pushing event updated for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:34.126147 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff18ad6e-669a-4dbe-b674-1dbdd1acc756 req-ddd1940a-a3b5-46f8-895a-72485aa9c424 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 210 time: 0.0926576 May 10 19:56:34.128317 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:34.133808 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:56:34.135395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:34.195783 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:34.220165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:34.254891 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-48216ad1-5737-4003-aa9e-2d3cb79bf9b8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4469159 May 10 19:56:34.270376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] Publish callbacks [] for security_group (fa003ad2-4c87-407b-9a13-a7370aeee597), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.365646 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:34.382846 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,segment=NetworkSegment(75418db5-15ee-4ead-acb7-f84d5c45459d),segment_id=75418db5-15ee-4ead-acb7-f84d5c45459d)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:34.451189 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Made reservation on behalf of 866e5dd5364e4bd980ba03f1b76aac9d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:34.458547 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.465159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] Publish callbacks [] for security_group (fa003ad2-4c87-407b-9a13-a7370aeee597), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.494017 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.565789 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:34.664850 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:34.665482 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.674343 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-410459d3-5814-4588-9503-10031f587e2f service neutron] 10.222.0.60 "PUT /v2.0/ports/489d3fae-f45c-4b37-8432-9a1c0e9e3eec HTTP/1.1" status: 200 len: 1093 time: 6.2222662 May 10 19:56:34.675070 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:34.725221 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:56:34.808260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:34.820380 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-b466f49d-9645-4668-9c8e-db7bb86fbfb7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 19:56:34.828148 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-b466f49d-9645-4668-9c8e-db7bb86fbfb7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2131341 May 10 19:56:34.845111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410459d3-5814-4588-9503-10031f587e2f service neutron] Pushing event updated for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:35.060719 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ff297-dc06-4d19-8b47-1098e8651284 req-85d52420-d779-47c4-b3d7-9aa25999ca21 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:35.062001 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f2ff297-dc06-4d19-8b47-1098e8651284 req-85d52420-d779-47c4-b3d7-9aa25999ca21 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.1540191 May 10 19:56:35.062600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.60', 61593) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:35.158093 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-183ddabd-8ace-4c2b-a512-281b5f569d20 service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277991 May 10 19:56:35.235223 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ec87a5-a3d0-4a86-9857-ee6ce630c136" -d '{"events": [{"name": "network-changed", "server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:35.251676 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:35.325981 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-084b01fd-5ec0-4d1e-9582-232130da610c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:35.331566 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-084b01fd-5ec0-4d1e-9582-232130da610c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.2576246 May 10 19:56:35.334888 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fa003ad2-4c87-407b-9a13-a7370aeee597), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:35.343977 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:35.349398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fa003ad2-4c87-407b-9a13-a7370aeee597 HTTP/1.1" status: 204 len: 168 time: 1.6372185 May 10 19:56:35.420641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Current status of the port 56fa2908-a77d-4fab-85e1-5622a8e66298 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:35.421214 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:35.463907 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:33Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:35.522493 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb7dfc8-ee0a-4c35-9d91-6cf5e1a049ec None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:33Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:35.708002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'port': {'device_id': '25288128-b7b5-43ff-917b-89fe72235bd5', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'admin_state_up': True, 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:35.773199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-e6242f35-4074-4552-b7ea-241728c19bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:35.774876 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-e6242f35-4074-4552-b7ea-241728c19bd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25b61967dc5c42ceb097f40a01045bfa&device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 1127 time: 0.5370319 May 10 19:56:35.872630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:56:35.906884 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c64fc-076e-4cca-bf23-0f66642520b5 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:56:35.914618 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7366161e-2ec2-4b33-90dc-1477c637d4ae None None] Pushing event updated for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:36.042938 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] For port 56fa2908-a77d-4fab-85e1-5622a8e66298, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=56fa2908-a77d-4fab-85e1-5622a8e66298,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:36.089774 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:36.126234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:36.170247 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-dbf0b06c-9b53-4e20-8055-fd02f34cf8ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec HTTP/1.1" status: 200 len: 217 time: 0.3593538 May 10 19:56:36.234136 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c0e8-48b7-4249-9795-5cf28d8b47f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa003ad2-4c87-407b-9a13-a7370aeee597,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:36.315161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Provisioning complete for port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:36.315599 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:36.389731 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Allocated IP 172.20.0.12 (7e89c795-c88b-4f30-8394-9a44ee218158/3d14d8c6-6a88-4948-a072-f9981475657e/d9dd365a-a9a9-4924-b77a-0eef389d3972) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:36.524279 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d986e5-de7b-4855-bc6e-9c9a921f3c22 None None] Pushing event updated for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:36.577753 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6f2ff297-dc06-4d19-8b47-1098e8651284 req-d437711d-a594-431d-b3fd-6da3a7741093 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2955825 May 10 19:56:36.578624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Made reservation on behalf of 866e5dd5364e4bd980ba03f1b76aac9d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:36.590079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:36.737519 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Current status of the port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:36.737918 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:36.740208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 56fa2908-a77d-4fab-85e1-5622a8e66298 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:36.747912 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-0122acb0-749d-4b2b-95d0-23fd70c3de41 service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5189409 May 10 19:56:36.750691 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-74d2575a-e670-4b82-93d2-364a8dc60f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:36.754574 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-74d2575a-e670-4b82-93d2-364a8dc60f84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1a881d9-295c-4e44-b2d9-0aa6f4322002 HTTP/1.1" status: 200 len: 851 time: 0.5454664 May 10 19:56:36.950346 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-fbe2433e-487a-499e-b275-1038b38596a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c878f7c-4fc9-4a35-81d1-78fb260307a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819704 May 10 19:56:37.094318 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] For port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:37.111446 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.355928 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51912) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:37.400860 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:37.414927 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.570802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Pushing event updated for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:37.590418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:37.591356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.665296 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc7461e4-fedf-468e-adb1-e815d5c84d40 req-b027cc78-26b8-47e2-993f-1ed3f8858655 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 210 time: 0.3207414 May 10 19:56:37.711626 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (5399c673-df46-4c80-a86a-2c1334f58a47), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.738663 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0b3ac394-1d16-45d9-8887-bd4e9a6bc513 None None] Current status of the port 56fa2908-a77d-4fab-85e1-5622a8e66298 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:37.752872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.791269 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-2b023102-5881-4790-bdda-615e0e7d77b5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7847464 May 10 19:56:37.813247 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84b8858-00d0-4e88-9c37-1e96d0fa5001 x-openstack-request-id: req-e84b8858-00d0-4e88-9c37-1e96d0fa5001 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:37.822194 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:37.826925 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e84b8858-00d0-4e88-9c37-1e96d0fa5001 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:37.828342 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e84b8858-00d0-4e88-9c37-1e96d0fa5001'] response: {'name': 'network-changed', 'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec', 'status': 'completed', 'code': 200} May 10 19:56:37.872789 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:37.969081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 56fa2908-a77d-4fab-85e1-5622a8e66298 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:37.975663 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:38.130901 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:38.132080 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.185987 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.393122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:38.395980 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:38.495080 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Allocated IP 172.20.0.13 (7e89c795-c88b-4f30-8394-9a44ee218158/3d14d8c6-6a88-4948-a072-f9981475657e/3abf6ad5-d29b-44c9-be95-969586a18e23) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:38.516879 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22c432-b4bf-410a-a531-88ac01dd72ea req-8003a119-35ca-4af4-b336-b29dea51b737 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:38.525483 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa22c432-b4bf-410a-a531-88ac01dd72ea req-8003a119-35ca-4af4-b336-b29dea51b737 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.3414798 May 10 19:56:38.572682 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:38.583647 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:38.586199 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.587352 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:38.610780 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8721fc7-f8e8-4f35-8dd4-9ced37999b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.637169 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:38.653974 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b794ec8-4f13-4aab-ab94-a94986e0fc02 req-1ec1f325-8e3c-4834-84ca-5be469fef8c5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.3097482 May 10 19:56:38.769688 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=5399c673-df46-4c80-a86a-2c1334f58a47,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:38.825679 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.860364 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:38.861011 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:38.891520 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:38.965655 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26acb5e9-182d-4197-b998-30cbf2148c56 req-603d6e29-4418-4ffd-a2e2-bd4c0f098e41 service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1579752 May 10 19:56:38.990888 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.013202 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-28b3b581-9e97-4de1-80b2-9502a0dd1ead tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0973492 May 10 19:56:39.081091 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-7518eced-0ebf-40a3-8f30-5bce97d3d23e None None] Provisioning complete for port d9dd365a-a9a9-4924-b77a-0eef389d3972 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:39.084736 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-7518eced-0ebf-40a3-8f30-5bce97d3d23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.148454 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b5e92577-dae7-4cfc-8f39-53a712adf783 req-2fa9ce50-f0d8-410b-b889-d840e17d122e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 210 time: 0.0903101 May 10 19:56:39.187640 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-7518eced-0ebf-40a3-8f30-5bce97d3d23e None None] Port d9dd365a-a9a9-4924-b77a-0eef389d3972 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:39.194761 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 56fa2908-a77d-4fab-85e1-5622a8e66298 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:39.231881 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8721fc7-f8e8-4f35-8dd4-9ced37999b3d admin admin] Publish callbacks [] for security_group (a9817c3e-90e1-48ad-9b3b-f43c4571231a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.237754 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e8721fc7-f8e8-4f35-8dd4-9ced37999b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a9817c3e-90e1-48ad-9b3b-f43c4571231a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.294309 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 56fa2908-a77d-4fab-85e1-5622a8e66298 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:39.294750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.297270 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e8721fc7-f8e8-4f35-8dd4-9ced37999b3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f224d95a6ce14955b05ad80153aacde6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8890598 May 10 19:56:39.298434 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8721fc7-f8e8-4f35-8dd4-9ced37999b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9817c3e-90e1-48ad-9b3b-f43c4571231a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:39.300894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 51982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:39.378769 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] Publish callbacks [] for security_group (a9817c3e-90e1-48ad-9b3b-f43c4571231a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.408610 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.414325 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] Publish callbacks [] for security_group (a9817c3e-90e1-48ad-9b3b-f43c4571231a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.417624 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 56fa2908-a77d-4fab-85e1-5622a8e66298 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:39.418802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:39.479777 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa22c432-b4bf-410a-a531-88ac01dd72ea req-da0d1a43-8ecc-4e95-a894-5e9223a6cf7f tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9530034 May 10 19:56:39.480945 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:39.495215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:39.509433 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-7280672b-a2c1-4059-8ac9-26138c831e1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.7579739 May 10 19:56:39.519283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.533017 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.549668 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a9817c3e-90e1-48ad-9b3b-f43c4571231a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.559438 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.567023 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a9817c3e-90e1-48ad-9b3b-f43c4571231a HTTP/1.1" status: 204 len: 168 time: 0.2578220 May 10 19:56:39.607484 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3359bf-8762-48c4-b9ee-9f231a350193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9817c3e-90e1-48ad-9b3b-f43c4571231a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:39.699430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:39.711547 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:39.712754 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-9253daaf-78ce-44d8-a439-5d127ed7d145 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1506116704&fields=id&tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 267 time: 0.1061087 May 10 19:56:39.722171 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:39.729090 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:39.836840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:39.880099 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-22c09f5b-e4c4-4274-8651-fb405e45fa92 req-6278014c-7452-4e7c-a52c-1f58826ab724 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0541821 May 10 19:56:39.928636 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:39.929520 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:39.964655 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-85eba519-ec3b-4a34-84b8-59eb67ad3df2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3339043 May 10 19:56:39.994773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-c4d50699-4764-4cf1-ad25-49039f3d7156 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:40.013498 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-c4d50699-4764-4cf1-ad25-49039f3d7156 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 810 time: 0.2988625 May 10 19:56:40.026693 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-6991717c-c6c0-45ca-90eb-08e64229c988 None None] Provisioning complete for port 3abf6ad5-d29b-44c9-be95-969586a18e23 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:40.027078 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6991717c-c6c0-45ca-90eb-08e64229c988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.035007 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-e6fa5bdd-8002-44a9-9890-2527fadf5454 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/quotas/bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 375 time: 0.0205786 May 10 19:56:40.081508 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-6991717c-c6c0-45ca-90eb-08e64229c988 None None] Port 3abf6ad5-d29b-44c9-be95-969586a18e23 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:40.137259 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-d306360d-479e-46e7-bc6a-6dc3f1ccd56e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971968 May 10 19:56:40.251362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:40.268582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4877-bad4-4709-90d2-f78d2dccc385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.281863 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-2c3d63c5-a7ef-410e-9a96-c8a6e76e4252 service neutron] 10.222.0.57 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288402 May 10 19:56:40.373622 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c782e96-8db0-47da-9901-ae9f959fd9a8 req-b3f75061-e2c3-41ce-9af6-a953f88043f4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:40.375634 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c782e96-8db0-47da-9901-ae9f959fd9a8 req-b3f75061-e2c3-41ce-9af6-a953f88043f4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 932 time: 0.0659020 May 10 19:56:40.395375 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-6c578ab6-ef8e-4471-a386-e2547eb4b0a4 service neutron] 10.222.0.57 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999360 May 10 19:56:40.412107 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4877-bad4-4709-90d2-f78d2dccc385 admin admin] Publish callbacks [] for security_group (59df16b2-9288-4cb4-b44a-e9c9dc71efed), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.418889 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9f2e4877-bad4-4709-90d2-f78d2dccc385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (59df16b2-9288-4cb4-b44a-e9c9dc71efed), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.483139 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e4877-bad4-4709-90d2-f78d2dccc385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59df16b2-9288-4cb4-b44a-e9c9dc71efed,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:40.491950 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c782e96-8db0-47da-9901-ae9f959fd9a8 req-00ddb733-3d73-4292-8e9f-229e8df95c04 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052120 May 10 19:56:40.495097 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9f2e4877-bad4-4709-90d2-f78d2dccc385 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d353df66367452dbabf8e990fd6573b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424262 May 10 19:56:40.498013 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:40.578649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] Publish callbacks [] for security_group (59df16b2-9288-4cb4-b44a-e9c9dc71efed), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.643446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] Publish callbacks [] for security_group (59df16b2-9288-4cb4-b44a-e9c9dc71efed), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.662537 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f4cbe3-1e40-4e80-861f-ec851d494479 req-2fd22d37-3d6e-48b6-9ffb-2c48bcf5e209 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:40.664302 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a9f4cbe3-1e40-4e80-861f-ec851d494479 req-2fd22d37-3d6e-48b6-9ffb-2c48bcf5e209 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.0795133 May 10 19:56:40.672782 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b68d9d36-c2f1-4be7-acc9-8896675226d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.681717 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9ea0539-8068-44e5-bbd8-2dde67b67d9b req-1e81dda1-2b00-4428-b74c-9e6cf1b0426e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0570323 May 10 19:56:40.758108 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a9f4cbe3-1e40-4e80-861f-ec851d494479 req-1773be9e-7892-4883-8e94-840a4ce263b8 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834653 May 10 19:56:40.767842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (59df16b2-9288-4cb4-b44a-e9c9dc71efed), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.781368 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:40.781368 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59df16b2-9288-4cb4-b44a-e9c9dc71efed HTTP/1.1" status: 204 len: 168 time: 0.2738421 May 10 19:56:40.784198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62164ff-4ffa-4d59-80e0-383ca4391469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59df16b2-9288-4cb4-b44a-e9c9dc71efed,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:40.836341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52060) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:40.959768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44c0f97-b1cc-4f27-8961-e3121ab7e201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.034077 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-57989387-7c7e-463b-a0c9-a460df716ede req-cd1d1c92-8141-413d-9a34-a8691820b42d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0769665 May 10 19:56:41.090552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44c0f97-b1cc-4f27-8961-e3121ab7e201 admin admin] Publish callbacks [] for security_group (a262dbac-7f0e-4f02-bbd7-2cee202fef76), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.096937 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d44c0f97-b1cc-4f27-8961-e3121ab7e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a262dbac-7f0e-4f02-bbd7-2cee202fef76), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.165048 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52078) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:41.186153 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d44c0f97-b1cc-4f27-8961-e3121ab7e201 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b4be7be08844210b97f8f20b8cb7533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467593 May 10 19:56:41.216008 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c0f97-b1cc-4f27-8961-e3121ab7e201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a262dbac-7f0e-4f02-bbd7-2cee202fef76,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:41.326750 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] Publish callbacks [] for security_group (a262dbac-7f0e-4f02-bbd7-2cee202fef76), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.361872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] Publish callbacks [] for security_group (a262dbac-7f0e-4f02-bbd7-2cee202fef76), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.434047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a262dbac-7f0e-4f02-bbd7-2cee202fef76), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.436987 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.438850 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a262dbac-7f0e-4f02-bbd7-2cee202fef76 HTTP/1.1" status: 204 len: 168 time: 0.2725885 May 10 19:56:41.490872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9c11d-2fea-4c90-a7a4-0658dd487f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262dbac-7f0e-4f02-bbd7-2cee202fef76,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:41.539744 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:41.700002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53533b-5659-4271-8c20-dfe6c9e985fd req-4f1cb614-d0f2-423b-9616-e9834d97b555 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:41.701596 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7c53533b-5659-4271-8c20-dfe6c9e985fd req-4f1cb614-d0f2-423b-9616-e9834d97b555 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 932 time: 0.0688808 May 10 19:56:41.833400 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ad3e930d-1d64-426c-900d-db10990747dc req-1085f630-fdd9-4337-b24e-a4b7dcac6da5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0528519 May 10 19:56:41.847099 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7c53533b-5659-4271-8c20-dfe6c9e985fd req-16e7296d-aed7-4e1a-bff8-21bb0e29fdf8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257474 May 10 19:56:41.984636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311e58-c033-4260-b3d1-366cb745ceb1 req-2ecdf47f-c395-4190-9b7b-7afb8d894b5a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:41.987249 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56311e58-c033-4260-b3d1-366cb745ceb1 req-2ecdf47f-c395-4190-9b7b-7afb8d894b5a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.0719552 May 10 19:56:42.036341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52106) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:42.051359 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0781063-f7b6-431d-b1ae-b43cec140267 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.062218 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56311e58-c033-4260-b3d1-366cb745ceb1 req-b8dfbf94-060d-4e30-8054-1beb6db98d88 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664499 May 10 19:56:42.171478 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5bcb922f-3548-44d5-acda-83b1bf25d193 req-76e87b7b-ac11-4633-95ce-828afe89e295 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0390048 May 10 19:56:42.198931 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0781063-f7b6-431d-b1ae-b43cec140267 admin admin] Publish callbacks [] for security_group (2d47f46c-460a-4a72-8993-b88d4c9cfc9f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.203016 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b0781063-f7b6-431d-b1ae-b43cec140267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2d47f46c-460a-4a72-8993-b88d4c9cfc9f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.250956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0781063-f7b6-431d-b1ae-b43cec140267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d47f46c-460a-4a72-8993-b88d4c9cfc9f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:42.259987 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b0781063-f7b6-431d-b1ae-b43cec140267 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85b20fda12344f66a9de599bf62e671c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201850 May 10 19:56:42.260314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52118) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:42.327562 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] Publish callbacks [] for security_group (2d47f46c-460a-4a72-8993-b88d4c9cfc9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.357243 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] Publish callbacks [] for security_group (2d47f46c-460a-4a72-8993-b88d4c9cfc9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.431715 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2d47f46c-460a-4a72-8993-b88d4c9cfc9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.434351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.437884 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2d47f46c-460a-4a72-8993-b88d4c9cfc9f HTTP/1.1" status: 204 len: 168 time: 0.1743867 May 10 19:56:42.445308 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24e569-ae71-4aa0-9cbf-8808e99f3de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d47f46c-460a-4a72-8993-b88d4c9cfc9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:42.530777 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Request body: {'port': {'device_id': '25288128-b7b5-43ff-917b-89fe72235bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:42.609315 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Request body: {'port': {'device_id': '6962e593-72bc-41e9-a336-2e87d494085e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:42.657934 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-28e3712e-855e-4d8a-9dbe-a69bf71b72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:42.660419 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-28e3712e-855e-4d8a-9dbe-a69bf71b72f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25b61967dc5c42ceb097f40a01045bfa&device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 1127 time: 0.0713248 May 10 19:56:42.680401 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.723289 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:42.986599 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7d10d6c0-2f13-4306-87d1-ed4a3313259a req-8b77e02b-e131-4aba-907c-efa246e2267b tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0515482 May 10 19:56:43.130116 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc6ddaa0-d6e8-42ac-ba1b-5d53391f680b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.149929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d06d9d-a41c-43ee-b7bd-adb8829c2bdd req-0c9d2d12-3172-42e1-a672-0547f6a4f36d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:43.178479 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-67d06d9d-a41c-43ee-b7bd-adb8829c2bdd req-0c9d2d12-3172-42e1-a672-0547f6a4f36d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 932 time: 0.1596453 May 10 19:56:43.233400 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6775e98-97dc-49bb-badf-d6cbca7eb999 req-beee5747-10ef-4127-9168-fe6782ce9e8a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:43.241014 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6775e98-97dc-49bb-badf-d6cbca7eb999 req-beee5747-10ef-4127-9168-fe6782ce9e8a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.0739343 May 10 19:56:43.315900 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6775e98-97dc-49bb-badf-d6cbca7eb999 req-6d7bf601-c2ec-46b4-9753-f41baf1690d3 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720966 May 10 19:56:43.334920 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-67d06d9d-a41c-43ee-b7bd-adb8829c2bdd req-3d33638c-c9b2-49d9-8786-da95ab0bb4c1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526670 May 10 19:56:43.419089 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba78c140-cefb-49ca-837c-dafb25c84997 req-220f07eb-74cc-45c6-b516-15aadedcc34a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0345869 May 10 19:56:43.420278 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abf6ad5-d29b-44c9-be95-969586a18e23 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:43.429282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks [] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.451150 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Transition to ACTIVE for port object 3abf6ad5-d29b-44c9-be95-969586a18e23 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:56:43.461685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.630176 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:43.753458 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Attempting to bind port 3abf6ad5-d29b-44c9-be95-969586a18e23 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:43.753848 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Attempting to bind port 3abf6ad5-d29b-44c9-be95-969586a18e23 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:43.754383 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Attempting to bind port 3abf6ad5-d29b-44c9-be95-969586a18e23 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:43.826090 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dd365a-a9a9-4924-b77a-0eef389d3972 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:43.831073 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Port 3abf6ad5-d29b-44c9-be95-969586a18e23 on network 7e89c795-c88b-4f30-8394-9a44ee218158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:56:43.831319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Attempting to bind port 3abf6ad5-d29b-44c9-be95-969586a18e23 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:43.840726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:43.841226 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:43.841945 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Bound using segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:43.842669 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Bound port: 3abf6ad5-d29b-44c9-be95-969586a18e23, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:43.843174 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.847400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks [] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.877226 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Transition to ACTIVE for port object d9dd365a-a9a9-4924-b77a-0eef389d3972 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:56:43.898434 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:43.974206 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:44.108407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:44.113562 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3abf6ad5-d29b-44c9-be95-969586a18e23,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:44.117619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:44.129915 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:44.171498 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-97135ccd-920f-4d00-a9aa-f61151297bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:44.173253 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-97135ccd-920f-4d00-a9aa-f61151297bce service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c878f7c-4fc9-4a35-81d1-78fb260307a8 HTTP/1.1" status: 200 len: 912 time: 0.2961540 May 10 19:56:44.261040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:44.262511 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:44.264303 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] 10.222.0.60 "PUT /v2.0/ports/3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 200 len: 1094 time: 1.7381279 May 10 19:56:44.290407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:44.312991 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ef8399ff-65c7-44b7-a5e1-e9a19b3a3934 req-7777fcd8-ce22-451b-af0e-9be4cd6448ed tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.1064966 May 10 19:56:44.331778 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574edf44-5ac5-4c19-9392-e50e396feed8 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:44.360479 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Attempting to bind port d9dd365a-a9a9-4924-b77a-0eef389d3972 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:44.362130 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Attempting to bind port d9dd365a-a9a9-4924-b77a-0eef389d3972 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:44.362674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Attempting to bind port d9dd365a-a9a9-4924-b77a-0eef389d3972 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:44.368254 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Port d9dd365a-a9a9-4924-b77a-0eef389d3972 on network 7e89c795-c88b-4f30-8394-9a44ee218158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:56:44.368634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Attempting to bind port d9dd365a-a9a9-4924-b77a-0eef389d3972 on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:44.375630 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:44.376058 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:44.376501 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Bound using segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:44.377091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Bound port: d9dd365a-a9a9-4924-b77a-0eef389d3972, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:44.377701 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:44.501078 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-e3897f17-43c7-43bd-a88e-3f4831cf900d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec HTTP/1.1" status: 200 len: 217 time: 0.1575661 May 10 19:56:44.575087 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214850c0-2d56-4dd8-a680-0ffe2790f2c7 req-25ee8e91-c35c-4cd9-9a79-6ff7a07d06ed tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:44.594772 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99" -d '{"events": [{"name": "network-changed", "server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:44.606996 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-214850c0-2d56-4dd8-a680-0ffe2790f2c7 req-25ee8e91-c35c-4cd9-9a79-6ff7a07d06ed tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 943 time: 0.1048398 May 10 19:56:44.681889 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd171b87-8cf4-4c7e-987f-bab1863941f3 req-bec9fbe9-adfe-40f2-a491-331e56856f67 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:44.690335 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dd171b87-8cf4-4c7e-987f-bab1863941f3 req-bec9fbe9-adfe-40f2-a491-331e56856f67 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 944 time: 0.1735559 May 10 19:56:44.724999 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:44.771986 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:44.778845 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-e8f8857d-f0ef-48dd-bce6-3104703e0a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:44.780501 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-e8f8857d-f0ef-48dd-bce6-3104703e0a3e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1a881d9-295c-4e44-b2d9-0aa6f4322002 HTTP/1.1" status: 200 len: 851 time: 0.1586204 May 10 19:56:44.799980 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-214850c0-2d56-4dd8-a680-0ffe2790f2c7 req-fe697e17-ac97-410e-8eb3-19b52d12e252 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917410 May 10 19:56:44.802681 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dd171b87-8cf4-4c7e-987f-bab1863941f3 req-bf08c88a-4efc-4fcd-8ec7-4a42fb84c20c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110995 May 10 19:56:44.816953 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.60', 61606) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:44.849596 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.60', 61607) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:44.857780 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:44.975451 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-0fcc4db9-eac2-49a1-86c9-dc4127eb8b2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c878f7c-4fc9-4a35-81d1-78fb260307a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1744096 May 10 19:56:45.041736 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 489d3fae-f45c-4b37-8432-9a1c0e9e3eec details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:56:45.292115 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-83abef23-9c32-4606-b9fd-a0d0ad328bdf req-d7d899d1-4bd9-4ea8-9b2d-173acc74e083 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.3099802 May 10 19:56:45.338764 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aca9c53-dba9-4856-aa67-565622afd708 x-openstack-request-id: req-3aca9c53-dba9-4856-aa67-565622afd708 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:45.339294 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:45.346033 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3aca9c53-dba9-4856-aa67-565622afd708 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:45.353585 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aca9c53-dba9-4856-aa67-565622afd708'] response: {'name': 'network-changed', 'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23', 'status': 'completed', 'code': 200} May 10 19:56:45.365166 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,segment=NetworkSegment(75418db5-15ee-4ead-acb7-f84d5c45459d),segment_id=75418db5-15ee-4ead-acb7-f84d5c45459d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:45.398298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:45.410036 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec', 'network_id': '3c878f7c-4fc9-4a35-81d1-78fb260307a8', 'port_id': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec', 'mac_address': 'fa:16:3e:10:be:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a881d9-295c-4e44-b2d9-0aa6f4322002', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:56:45.435262 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-583cb4e4-ca86-4ca8-9bbd-190cf1b895ed tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:45.439543 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-583cb4e4-ca86-4ca8-9bbd-190cf1b895ed tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.6215637 May 10 19:56:45.483590 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:45.484363 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:45.485812 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e9ed34ab-6101-43d6-a7a4-d221095cd5d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 1094 time: 2.8848188 May 10 19:56:45.553563 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-c75d79f1-4374-4ef7-9b18-4255224e26ca service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648573 May 10 19:56:45.576369 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:45.580014 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:45.587490 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:45.588784 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:45.609110 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489d3fae-f45c-4b37-8432-9a1c0e9e3eec {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:45.619586 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-42a405ea-1c98-4877-8dca-13b12d87360b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:45.621400 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-42a405ea-1c98-4877-8dca-13b12d87360b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1128 time: 0.7651544 May 10 19:56:45.665940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,segment=NetworkSegment(75418db5-15ee-4ead-acb7-f84d5c45459d),segment_id=75418db5-15ee-4ead-acb7-f84d5c45459d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:45.666903 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-bbec0298-059d-46a9-a343-bcdb8d06c713 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 379 time: 0.2173178 May 10 19:56:45.674239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:45.684936 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'port': {'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'admin_state_up': True, 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'security_groups': ['711744f2-bd3a-4986-85ae-2c1f967e26f2']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:45.711372 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-454aa812-b7b6-4c2c-ae6d-8f193e7f6911 req-b59c1cee-6f91-4373-9905-2d98b751f7bd tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.1654637 May 10 19:56:45.813727 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-26ec87a5-a3d0-4a86-9857-ee6ce630c136 req-a06e1472-2262-4838-88da-392b47851fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438362 May 10 19:56:45.866294 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-a749f233-61e7-4141-89f2-edc8c27d0b60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 200 len: 217 time: 0.2029593 May 10 19:56:45.919951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:45.936335 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:45.946835 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:45.955297 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-0092b0e2-d793-47f0-8074-9f37b16eed82 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:45.957888 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-0092b0e2-d793-47f0-8074-9f37b16eed82 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 810 time: 1.1899881 May 10 19:56:45.968984 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-0474222f-f72f-45f3-90a2-268b91ea9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:45.970728 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-0474222f-f72f-45f3-90a2-268b91ea9ecb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1128 time: 0.3833351 May 10 19:56:45.997183 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['489d3fae-f45c-4b37-8432-9a1c0e9e3eec'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:56:46.011871 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26aa9efc-23f6-45f2-897e-867a31991487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:46.090304 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-41033ad5-cc93-4d62-bc62-20bd9911ba85 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 217 time: 0.0974619 May 10 19:56:46.096972 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-d1b68a7b-b5fb-4542-b572-3ebf0a709e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.099706 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-d1b68a7b-b5fb-4542-b572-3ebf0a709e8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.2183416 May 10 19:56:46.122906 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1da57-0d4f-47c8-88bc-e066c49dc96e req-d6767f3a-8acd-49db-b4e8-bb2d214aed9c tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.123964 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:56:46.131655 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9f1da57-0d4f-47c8-88bc-e066c49dc96e req-d6767f3a-8acd-49db-b4e8-bb2d214aed9c tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 944 time: 0.1551528 May 10 19:56:46.175438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a14c51-07c0-4bd5-844f-13471ac0a37d req-1a796731-e71f-428e-8827-d70e3845c907 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.177242 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09a14c51-07c0-4bd5-844f-13471ac0a37d req-1a796731-e71f-428e-8827-d70e3845c907 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 944 time: 0.1867697 May 10 19:56:46.257086 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9f1da57-0d4f-47c8-88bc-e066c49dc96e req-8fb3b152-884c-4bfe-b63d-44a3ca4e1d1f tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236417 May 10 19:56:46.312743 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.20.0.12 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/0a9bb9dc-c69c-46b7-952b-c75f126c69a0) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:46.326214 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-35df13ac-153a-4abf-be37-7b47206ad5d4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 380 time: 0.3496621 May 10 19:56:46.333982 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-ad419e74-58cd-4057-a656-ab8c025d0451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.335486 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-ad419e74-58cd-4057-a656-ab8c025d0451 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.2314742 May 10 19:56:46.336387 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-240e26c3-193f-4fea-bc97-39dfb00c7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.337743 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-240e26c3-193f-4fea-bc97-39dfb00c7801 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2126398 May 10 19:56:46.352868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'port': {'device_id': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'admin_state_up': True, 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'security_groups': ['042adeb5-7062-4368-b337-d86b34dae0f4']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:46.486892 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b983aa6f-990e-46ac-a042-f3d4f4494ca4 req-54ffbe1d-4e98-441e-bd37-222d79080dbf tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0688412 May 10 19:56:46.535852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8df2d-d518-4db1-be59-6b639305f545 req-63d573ac-255b-4cf8-9b8a-aa4ff249c9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:46.537567 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-63d573ac-255b-4cf8-9b8a-aa4ff249c9ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1650162 May 10 19:56:46.586427 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:46.634833 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:46.680202 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09a14c51-07c0-4bd5-844f-13471ac0a37d req-f3c0c4a8-12e4-49ed-8d7e-a480bd05b562 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706144 May 10 19:56:46.681436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:46.685946 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26aa9efc-23f6-45f2-897e-867a31991487 admin admin] Publish callbacks [] for security_group (d51af7ed-6f06-4a6b-8506-3acbf08d7578), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:46.686932 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:46.691464 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:46.727869 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-26aa9efc-23f6-45f2-897e-867a31991487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d51af7ed-6f06-4a6b-8506-3acbf08d7578), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:46.892760 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-26aa9efc-23f6-45f2-897e-867a31991487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=997bd75c3a0b4be3a3a4dacac7099774&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2762675 May 10 19:56:46.899001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:46.902201 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:46.946157 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa9efc-23f6-45f2-897e-867a31991487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51af7ed-6f06-4a6b-8506-3acbf08d7578,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:46.964398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-4444b0de-fba4-4c2c-96ec-9e0d7ae2923b service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830832 May 10 19:56:46.981070 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Made reservation on behalf of bfb1f4857a6e438e87e546dfd1d8a8b9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:56:46.993989 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.010283 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-e67b9948-b565-41d4-8938-95ede5efc61a service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4544122 May 10 19:56:47.030293 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9bd8dc6-6ebc-4ca0-9053-72554715b923 req-3a1c84af-dfdd-460a-9e7c-8ac2c4bceef0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.1299710 May 10 19:56:47.035260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] Publish callbacks [] for security_group (d51af7ed-6f06-4a6b-8506-3acbf08d7578), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.035395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 489d3fae-f45c-4b37-8432-9a1c0e9e3eec up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:47.048013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:47.049168 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.069989 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-932070ce-d821-470a-bd8c-9b943eb3efe1 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3911824 May 10 19:56:47.089111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Request body: {'port': {'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:47.125312 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] Publish callbacks [] for security_group (d51af7ed-6f06-4a6b-8506-3acbf08d7578), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.153505 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e2d6550d-0024-4106-913f-609ae6e92e56 None None] Provisioning complete for port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:47.153878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2d6550d-0024-4106-913f-609ae6e92e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.164554 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-761e03f6-03ab-4cc0-9a48-c35bfe1c4747 req-46660e4b-2cde-4f1e-8480-38163ce6055a service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976297 May 10 19:56:47.203347 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.253022 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:56:47.271895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.277243 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d51af7ed-6f06-4a6b-8506-3acbf08d7578), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.281648 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.282991 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d51af7ed-6f06-4a6b-8506-3acbf08d7578 HTTP/1.1" status: 204 len: 168 time: 0.3816342 May 10 19:56:47.285552 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6550d-0024-4106-913f-609ae6e92e56 None None] Port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:47.300113 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd3eb-a01b-4687-804d-8cbfb6eb3bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51af7ed-6f06-4a6b-8506-3acbf08d7578,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:47.303009 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:47.305190 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.356650 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:47.364684 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592f4293-2bb3-476f-986d-39922f73a7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:47.424885 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85f8df2d-d518-4db1-be59-6b639305f545 req-6c5718b2-0316-4612-92aa-4d8d75011916 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707033 May 10 19:56:47.450032 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051e3de4-1e8e-4b08-a525-21beb10ce7ca x-openstack-request-id: req-051e3de4-1e8e-4b08-a525-21beb10ce7ca {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:47.451229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:47.451500 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-051e3de4-1e8e-4b08-a525-21beb10ce7ca {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:47.452468 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051e3de4-1e8e-4b08-a525-21beb10ce7ca'] response: {'name': 'network-changed', 'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972', 'status': 'completed', 'code': 200} May 10 19:56:47.557543 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810b344-7a45-43f8-ad31-e1b0a812319d req-62d32567-3b18-420f-9224-8998b53c6c79 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:47.563254 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a810b344-7a45-43f8-ad31-e1b0a812319d req-62d32567-3b18-420f-9224-8998b53c6c79 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 944 time: 0.1486573 May 10 19:56:47.597127 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Allocated IP 172.20.0.8 (f696180f-7a91-4c53-a5b6-6312e26b7ddf/225e2463-e4a4-40d9-a82d-d604bf95014d/fe5765cf-11a0-4789-8584-2baf84582ea4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:56:47.646272 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:47.663925 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks [] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.708111 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:47.709072 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.758883 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:47.762902 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.777893 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Transition to ACTIVE for port object 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:56:47.781657 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.850901 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c01b7-0773-4305-9579-5767256e709e req-3bfcbdcf-294c-4223-9fe0-c23a539f5df6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:47.859771 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-608c01b7-0773-4305-9579-5767256e709e req-3bfcbdcf-294c-4223-9fe0-c23a539f5df6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 932 time: 0.1920466 May 10 19:56:47.893156 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.919007 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a810b344-7a45-43f8-ad31-e1b0a812319d req-005799b2-8185-4e89-a31e-973f5f5d6dc7 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414731 May 10 19:56:47.923540 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,segment=NetworkSegment(75418db5-15ee-4ead-acb7-f84d5c45459d),segment_id=75418db5-15ee-4ead-acb7-f84d5c45459d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:47.934867 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:47.978012 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:56:47.978309 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:56:47.993895 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:56:48.083134 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-608c01b7-0773-4305-9579-5767256e709e req-28832639-690c-4918-97fd-7dc53d67d23a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223690 May 10 19:56:48.087168 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:48.089598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:48.153523 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:48.154211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:48.189265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:48.216429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-fec5fadc-a1f3-4a0e-8e0a-20f407cc6639 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741732 May 10 19:56:48.229586 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe8c4fc-84f2-4bf6-8cdf-9c83d342b1ab" -d '{"events": [{"server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:48.291050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d8401-ae01-436d-856e-5a6918ad4c07 req-4fdfd960-e804-402e-8da1-bf9fe9c91b48 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:48.298600 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557d8401-ae01-436d-856e-5a6918ad4c07 req-4fdfd960-e804-402e-8da1-bf9fe9c91b48 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 944 time: 0.1206684 May 10 19:56:48.337301 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Attempting to bind port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:48.337645 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Attempting to bind port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:48.337978 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Attempting to bind port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:48.350490 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a588b-d901-470c-8627-4d095b82ecdc req-63b4066d-68e6-4439-a01a-a2b80058d5f2 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:48.352038 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a4a588b-d901-470c-8627-4d095b82ecdc req-63b4066d-68e6-4439-a01a-a2b80058d5f2 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 931 time: 0.1210308 May 10 19:56:48.353094 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 on network c69c6345-64af-49e8-8bf3-adcceaa64462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:56:48.353397 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Attempting to bind port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:48.361237 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:48.361569 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:48.362142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:48.362761 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Bound port: 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:48.363301 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:48.372867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:48.435344 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-47bd0e0c-1aaf-4866-9510-7004b8c7e7ac None None] Provisioning complete for port fe5765cf-11a0-4789-8584-2baf84582ea4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:48.435734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-47bd0e0c-1aaf-4866-9510-7004b8c7e7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:48.446063 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:48.449897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:48.457520 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:48.541135 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7a4a588b-d901-470c-8627-4d095b82ecdc req-371fc0da-3c02-4e43-adbb-b04cc4da5327 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814947 May 10 19:56:48.544568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:48.545457 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:48.549529 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] 10.222.0.60 "PUT /v2.0/ports/0a9bb9dc-c69c-46b7-952b-c75f126c69a0 HTTP/1.1" status: 200 len: 1094 time: 1.4684319 May 10 19:56:48.552232 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:48.557524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abe7758-c0ad-4ec3-9af3-ca44682784ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:48.568531 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-47bd0e0c-1aaf-4866-9510-7004b8c7e7ac None None] Port fe5765cf-11a0-4789-8584-2baf84582ea4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:56:48.592134 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7252c3f-32e7-4ca2-af9d-4ba028e61fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:48.758167 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-557d8401-ae01-436d-856e-5a6918ad4c07 req-2ee77921-dd39-4294-bfc5-08601e63ea80 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562449 May 10 19:56:48.769048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924c9bd0-6fa5-4921-abd5-11d13fcc36c7 x-openstack-request-id: req-924c9bd0-6fa5-4921-abd5-11d13fcc36c7 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:48.769942 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "name": "network-vif-plugged", "status": "completed", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:48.770202 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-924c9bd0-6fa5-4921-abd5-11d13fcc36c7 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:48.770698 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924c9bd0-6fa5-4921-abd5-11d13fcc36c7'] response: {'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec', 'code': 200} May 10 19:56:48.853428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e000a-93af-476f-aa3f-7afa56749711 x-openstack-request-id: req-c67e000a-93af-476f-aa3f-7afa56749711 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:48.853951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:48.854043 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c67e000a-93af-476f-aa3f-7afa56749711 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:48.854392 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c67e000a-93af-476f-aa3f-7afa56749711'] response: {'name': 'network-changed', 'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'status': 'completed', 'code': 200} May 10 19:56:48.945059 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Request body: {'port': {'device_id': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:56:49.021845 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4293-2bb3-476f-986d-39922f73a7bd req-bb44294b-b211-42b0-857e-18d4b981930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.023543 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-bb44294b-b211-42b0-857e-18d4b981930e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1128 time: 0.0837550 May 10 19:56:49.032330 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3abf6ad5-d29b-44c9-be95-969586a18e23 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:56:49.282407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3abf6ad5-d29b-44c9-be95-969586a18e23,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:49.295465 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43d9ae-7937-4259-997b-93c79a233d70 req-43dd9bfb-2b4e-48ba-bad3-1cba8adc372b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.303488 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5a43d9ae-7937-4259-997b-93c79a233d70 req-43dd9bfb-2b4e-48ba-bad3-1cba8adc372b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.1249352 May 10 19:56:49.311992 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '3abf6ad5-d29b-44c9-be95-969586a18e23', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'port_id': '3abf6ad5-d29b-44c9-be95-969586a18e23', 'mac_address': 'fa:16:3e:da:9e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:56:49.319858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4293-2bb3-476f-986d-39922f73a7bd req-f8f5d492-821c-4643-80cf-821746fc685c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.321999 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-f8f5d492-821c-4643-80cf-821746fc685c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.2907557 May 10 19:56:49.330557 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97833c99-9472-4be8-92bc-87d57e33c577 req-3377c6b4-7816-4bb1-8827-59bed408829e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.332661 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97833c99-9472-4be8-92bc-87d57e33c577 req-3377c6b4-7816-4bb1-8827-59bed408829e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 944 time: 0.1679568 May 10 19:56:49.335088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-7d680eda-ea06-4dec-9bab-3ae6e3bb1c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.336488 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-7d680eda-ea06-4dec-9bab-3ae6e3bb1c9f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 1129 time: 0.1528420 May 10 19:56:49.348245 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51e636e9-6d58-4e0c-9ba7-aa61683740c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.355641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 3abf6ad5-d29b-44c9-be95-969586a18e23 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:49.356053 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.357725 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-b5e97ce3-b971-4bf3-8ea5-f7ad35a47bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.359438 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-b5e97ce3-b971-4bf3-8ea5-f7ad35a47bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1128 time: 0.4115605 May 10 19:56:49.395230 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.408447 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-88f4e157-93dd-4d67-a0e0-88264e1ef13f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 217 time: 0.0744343 May 10 19:56:49.413608 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abf6ad5-d29b-44c9-be95-969586a18e23 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:49.431873 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-7f5e189a-47b6-4e28-8667-362b853cdbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.433379 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-7f5e189a-47b6-4e28-8667-362b853cdbb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 1128 time: 0.4561279 May 10 19:56:49.435478 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.468673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3abf6ad5-d29b-44c9-be95-969586a18e23,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:49.476087 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.476936 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d9dd365a-a9a9-4924-b77a-0eef389d3972 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:56:49.543654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:49.551878 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4293-2bb3-476f-986d-39922f73a7bd req-6c5b0b4a-6cac-4d45-b34f-098433a897a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.555071 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-6c5b0b4a-6cac-4d45-b34f-098433a897a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.1314201 May 10 19:56:49.572127 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51e636e9-6d58-4e0c-9ba7-aa61683740c6 admin admin] Publish callbacks [] for security_group (2e7d1fc7-4c16-4c35-8bb3-04908bda760b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.574717 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'd9dd365a-a9a9-4924-b77a-0eef389d3972', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'port_id': 'd9dd365a-a9a9-4924-b77a-0eef389d3972', 'mac_address': 'fa:16:3e:6a:93:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:56:49.581924 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-97833c99-9472-4be8-92bc-87d57e33c577 req-cf9d15a8-33df-4ab6-b9ac-4d962c9b7f7f tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2370236 May 10 19:56:49.701865 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:49.705262 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d9dd365a-a9a9-4924-b77a-0eef389d3972 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:49.706002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.723367 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dd365a-a9a9-4924-b77a-0eef389d3972 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:49.739742 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428be69-a86f-4238-8221-6fb0e8e52894 req-1e5d7fa1-b993-4181-bf26-44dd7fd60af9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.746703 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2428be69-a86f-4238-8221-6fb0e8e52894 req-1e5d7fa1-b993-4181-bf26-44dd7fd60af9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 931 time: 0.0756843 May 10 19:56:49.749088 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:49.756591 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.782128 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f4293-2bb3-476f-986d-39922f73a7bd req-f5b57929-0b40-4f71-b6e3-4e7dd0a0bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.783686 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-f5b57929-0b40-4f71-b6e3-4e7dd0a0bb8c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2012138 May 10 19:56:49.786954 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-3729fcbd-6b7a-456d-af17-8766545bde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:49.788674 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-3729fcbd-6b7a-456d-af17-8766545bde61 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=477a9d7174e544efbbe7803ca7e77521&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2150738 May 10 19:56:49.801557 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-51e636e9-6d58-4e0c-9ba7-aa61683740c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e7d1fc7-4c16-4c35-8bb3-04908bda760b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.825049 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:49.861211 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] Publish callbacks [] for security_group (196f59dd-77f1-4fe4-9586-c8d496eefb2f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.864056 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-51e636e9-6d58-4e0c-9ba7-aa61683740c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04df2e718c9b4e42a59bac8009cc7968&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4901147 May 10 19:56:49.868433 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52524) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:49.890614 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (196f59dd-77f1-4fe4-9586-c8d496eefb2f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:49.903583 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2428be69-a86f-4238-8221-6fb0e8e52894 req-2c7cdab0-8a0d-478b-8eda-f8da4721e7ad tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560941 May 10 19:56:49.998078 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5a43d9ae-7937-4259-997b-93c79a233d70 req-d7ba61a0-0384-420f-9aaa-907dd8541c31 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937764 May 10 19:56:50.006966 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613064 May 10 19:56:50.040450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=196f59dd-77f1-4fe4-9586-c8d496eefb2f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:50.087202 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-6ee0bdcb-d97e-4c22-9af2-1db0e3adf708 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902536 May 10 19:56:50.097040 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808281c-5c86-4da8-b2a8-9043b78b0102 req-2962b16a-d471-4919-bf96-913fdc96ce32 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.099223 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8808281c-5c86-4da8-b2a8-9043b78b0102 req-2962b16a-d471-4919-bf96-913fdc96ce32 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 945 time: 0.1167803 May 10 19:56:50.104574 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] Publish callbacks [] for security_group (2e7d1fc7-4c16-4c35-8bb3-04908bda760b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.114236 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e636e9-6d58-4e0c-9ba7-aa61683740c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7d1fc7-4c16-4c35-8bb3-04908bda760b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:50.144062 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['3abf6ad5-d29b-44c9-be95-969586a18e23'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:56:50.155498 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] Publish callbacks [] for security_group (2e7d1fc7-4c16-4c35-8bb3-04908bda760b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.162409 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-ca4ed9aa-d2b4-434b-8b13-9383737e48d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.163963 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-ca4ed9aa-d2b4-434b-8b13-9383737e48d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.7923789 May 10 19:56:50.209599 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-6731d679-de32-440f-875f-fa319ecd8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.211220 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0abe7758-c0ad-4ec3-9af3-ca44682784ec req-6731d679-de32-440f-875f-fa319ecd8014 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3847818 May 10 19:56:50.225457 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e7d1fc7-4c16-4c35-8bb3-04908bda760b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.228170 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.231793 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e7d1fc7-4c16-4c35-8bb3-04908bda760b HTTP/1.1" status: 204 len: 168 time: 0.3576653 May 10 19:56:50.251695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099400c-4fb0-4e53-9f79-83edf3985f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7d1fc7-4c16-4c35-8bb3-04908bda760b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:50.284419 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-7d3034f1-b594-432b-b46b-37bf2f609930 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 200 len: 217 time: 0.0419669 May 10 19:56:50.333904 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['d9dd365a-a9a9-4924-b77a-0eef389d3972'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:56:50.409968 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8808281c-5c86-4da8-b2a8-9043b78b0102 req-e2d7f851-b93f-4410-b9a9-45a631fc8576 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893736 May 10 19:56:50.482810 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-46a55744-4e52-4817-9b60-882f114fd1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.484374 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-46a55744-4e52-4817-9b60-882f114fd1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 1128 time: 0.1697781 May 10 19:56:50.485760 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-9de489f8-e01b-4482-bea4-0e8117ffa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.487178 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-9de489f8-e01b-4482-bea4-0e8117ffa84a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.1937788 May 10 19:56:50.534046 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-592f4293-2bb3-476f-986d-39922f73a7bd req-8b1256d0-0283-4765-91f7-1293c1ec61bc service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908401 May 10 19:56:50.580745 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe5765cf-11a0-4789-8584-2baf84582ea4 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:50.598882 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks [] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.626269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Transition to ACTIVE for port object fe5765cf-11a0-4789-8584-2baf84582ea4 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:56:50.632613 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.731204 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Pushing event updated for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:50.742612 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef860f-9f1c-4b4a-b395-5cf7276ea8a7 req-5becf103-967a-4eaf-bbe8-e40eabe56d1c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.744171 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50ef860f-9f1c-4b4a-b395-5cf7276ea8a7 req-5becf103-967a-4eaf-bbe8-e40eabe56d1c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 944 time: 0.0768805 May 10 19:56:50.893543 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-32900833-9457-41c9-8d45-d3427f8ac206 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0 HTTP/1.1" status: 200 len: 217 time: 0.1004481 May 10 19:56:50.940589 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52568) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:50.962086 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-a5b4e5b8-7373-45f2-8718-eddeeae0b6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:50.963514 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1988249a-2231-4dbb-9ede-a699628c7039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:50.963750 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-a5b4e5b8-7373-45f2-8718-eddeeae0b6db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1688094 May 10 19:56:51.017432 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50ef860f-9f1c-4b4a-b395-5cf7276ea8a7 req-72fd28a3-df66-42fb-b941-81e0ff7a95e9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2457743 May 10 19:56:51.072032 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf1975-9c77-4a2e-a9a3-413c9b66f8cc req-8466ad77-164d-4e7b-8e61-68a5568c27fa tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.074056 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cacf1975-9c77-4a2e-a9a3-413c9b66f8cc req-8466ad77-164d-4e7b-8e61-68a5568c27fa tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.0814202 May 10 19:56:51.163560 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cacf1975-9c77-4a2e-a9a3-413c9b66f8cc req-293b9c74-189e-47d2-a4d0-b8d7e2c12d8d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758631 May 10 19:56:51.184907 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1988249a-2231-4dbb-9ede-a699628c7039 admin admin] Publish callbacks [] for security_group (62073020-a349-4c9a-befa-ce9a3e794985), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.189254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1988249a-2231-4dbb-9ede-a699628c7039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (62073020-a349-4c9a-befa-ce9a3e794985), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.230812 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1988249a-2231-4dbb-9ede-a699628c7039 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4d839d6491a4b70bf39008eecc021a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884350 May 10 19:56:51.231644 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1988249a-2231-4dbb-9ede-a699628c7039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62073020-a349-4c9a-befa-ce9a3e794985,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:51.234828 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52572) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:51.284092 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] Publish callbacks [] for security_group (62073020-a349-4c9a-befa-ce9a3e794985), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.290356 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Attempting to bind port fe5765cf-11a0-4789-8584-2baf84582ea4 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:56:51.290803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Attempting to bind port fe5765cf-11a0-4789-8584-2baf84582ea4 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:56:51.291225 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Attempting to bind port fe5765cf-11a0-4789-8584-2baf84582ea4 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:51.313515 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] Publish callbacks [] for security_group (62073020-a349-4c9a-befa-ce9a3e794985), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.335130 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Port fe5765cf-11a0-4789-8584-2baf84582ea4 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:56:51.335550 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Attempting to bind port fe5765cf-11a0-4789-8584-2baf84582ea4 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:56:51.338376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-20e5994d-ac07-46a3-ac27-855a4c09cfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.339916 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-20e5994d-ac07-46a3-ac27-855a4c09cfa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.4328909 May 10 19:56:51.350246 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-9b681219-4061-40e4-8fcc-5e2323d602b7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762829 May 10 19:56:51.354414 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:56:51.354852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Checking segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:56:51.355295 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Bound using segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:56:51.355835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Bound port: fe5765cf-11a0-4789-8584-2baf84582ea4, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:56:51.356207 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.370292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (62073020-a349-4c9a-befa-ce9a3e794985), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.373004 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.374492 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62073020-a349-4c9a-befa-ce9a3e794985 HTTP/1.1" status: 204 len: 168 time: 0.1384468 May 10 19:56:51.387092 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3257-a661-48b0-9215-3fa38c3e1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62073020-a349-4c9a-befa-ce9a3e794985,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:51.387767 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff58914-fbeb-4fe5-8dff-cc12e123739a req-9a6a053a-3700-4750-be46-372ce1c8871a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.389459 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ff58914-fbeb-4fe5-8dff-cc12e123739a req-9a6a053a-3700-4750-be46-372ce1c8871a tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.1008620 May 10 19:56:51.430225 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3abf6ad5-d29b-44c9-be95-969586a18e23 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:51.559546 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 3abf6ad5-d29b-44c9-be95-969586a18e23 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:56:51.575536 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 3abf6ad5-d29b-44c9-be95-969586a18e23 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:51.576375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.579810 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47b310-6a68-486f-bde9-d67631bae927 req-8fa4d3fd-617f-4726-b96c-0f3fbdb1054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.581398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-8fa4d3fd-617f-4726-b96c-0f3fbdb1054f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2301314 May 10 19:56:51.651559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:56:51.655922 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=fe5765cf-11a0-4789-8584-2baf84582ea4,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:56:51.663084 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448246e-d5dc-4cf7-afb9-23f6ccaeaa32 req-fdb4e698-39e5-42c4-81da-cb7eca2110b9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.667941 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8448246e-d5dc-4cf7-afb9-23f6ccaeaa32 req-fdb4e698-39e5-42c4-81da-cb7eca2110b9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 945 time: 0.1188180 May 10 19:56:51.687281 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ff58914-fbeb-4fe5-8dff-cc12e123739a req-8a3d42cf-0820-4ddc-abdc-890010520ace tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647922 May 10 19:56:51.695893 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.758179 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8448246e-d5dc-4cf7-afb9-23f6ccaeaa32 req-6f6bc234-a38b-4296-8193-f28f376e02ea tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848486 May 10 19:56:51.799871 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 3abf6ad5-d29b-44c9-be95-969586a18e23 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:51.800276 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.830760 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:51.831283 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.832759 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] 10.222.0.60 "PUT /v2.0/ports/fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 200 len: 1093 time: 2.8924794 May 10 19:56:51.848408 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:51.850821 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640ee0d2-6241-4d49-89ff-cb4269b65ada" -d '{"events": [{"server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "name": "network-vif-plugged", "status": "completed", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:51.851746 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:51.859346 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067e563-1b1c-4f57-87f4-bafa2d5068bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:51.880376 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3abf6ad5-d29b-44c9-be95-969586a18e23,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:51.889767 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:51.890889 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d9dd365a-a9a9-4924-b77a-0eef389d3972 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:51.957788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbf73c8-712c-45ab-9cd3-ebbb2514cecd service neutron] Pushing event updated for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:51.972996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e421a2-b64e-411c-babc-9fea67194c2c x-openstack-request-id: req-67e421a2-b64e-411c-babc-9fea67194c2c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:51.973181 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-5c8001e3-0124-4324-8c44-e135374e6f77 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579597 May 10 19:56:51.973289 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "name": "network-vif-plugged", "status": "completed", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:51.973555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67e421a2-b64e-411c-babc-9fea67194c2c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:51.973949 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67e421a2-b64e-411c-babc-9fea67194c2c'] response: {'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23', 'code': 200} May 10 19:56:51.974660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825f08e6-b796-4b77-809e-87bbaaa61e74 x-openstack-request-id: req-825f08e6-b796-4b77-809e-87bbaaa61e74 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:51.975120 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:51.975540 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-825f08e6-b796-4b77-809e-87bbaaa61e74 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:51.976261 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825f08e6-b796-4b77-809e-87bbaaa61e74'] response: {'name': 'network-changed', 'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'status': 'completed', 'code': 200} May 10 19:56:51.985238 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ba6b6a04-0d5a-4458-b8ce-b76ed8e77a99 req-97f4e455-0eba-41f4-909c-da770b251bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066065 May 10 19:56:52.031140 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port d9dd365a-a9a9-4924-b77a-0eef389d3972 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:56:52.048022 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port d9dd365a-a9a9-4924-b77a-0eef389d3972 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:52.048334 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:52.053890 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:52.242670 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc0f0c-1d44-407a-a016-5ca3a092a00b req-22b9a62e-4c67-4b3e-a15c-1cb200293387 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:52.252684 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4efc0f0c-1d44-407a-a016-5ca3a092a00b req-22b9a62e-4c67-4b3e-a15c-1cb200293387 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 944 time: 0.1239793 May 10 19:56:52.332258 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d9dd365a-a9a9-4924-b77a-0eef389d3972 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:52.332878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:52.380941 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:52.396823 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:52.460653 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5cab6-cb8f-4688-beaf-4a6172aa6191 req-2b15a02c-0c62-457f-8efa-4d4fdca64fc7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:52.468818 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-23e5cab6-cb8f-4688-beaf-4a6172aa6191 req-2b15a02c-0c62-457f-8efa-4d4fdca64fc7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.0988541 May 10 19:56:52.513031 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b47b310-6a68-486f-bde9-d67631bae927 req-588c21a9-85b4-4880-b98e-37e54f1746df service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867912 May 10 19:56:52.514906 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:52.549198 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-23e5cab6-cb8f-4688-beaf-4a6172aa6191 req-6d84b637-0e85-4baf-bcc0-4693115a4368 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789659 May 10 19:56:52.601613 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4efc0f0c-1d44-407a-a016-5ca3a092a00b req-bc0d79a9-f468-458c-a6d7-cdb07ad24921 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3480039 May 10 19:56:52.605296 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-f1d52cf2-340b-4418-8faf-e1883e7f094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:52.606801 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-f1d52cf2-340b-4418-8faf-e1883e7f094c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1127 time: 0.0785930 May 10 19:56:52.805869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6839229e-0b61-4851-9f1e-caacd39889db req-cf2d865f-2e1b-4fc9-87dd-8fc0e1a014a5 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:52.807380 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6839229e-0b61-4851-9f1e-caacd39889db req-cf2d865f-2e1b-4fc9-87dd-8fc0e1a014a5 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.0496867 May 10 19:56:52.854504 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6839229e-0b61-4851-9f1e-caacd39889db req-a478ed4e-2eb8-46aa-b7a7-08d2acc9ca9e tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 May 10 19:56:52.901878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b768c5-a95d-4c68-93da-b0b333dbf947 req-69b040c0-a580-4ef7-a5e3-809e742935fc tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:52.903686 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3b768c5-a95d-4c68-93da-b0b333dbf947 req-69b040c0-a580-4ef7-a5e3-809e742935fc tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0595257 May 10 19:56:52.961702 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3b768c5-a95d-4c68-93da-b0b333dbf947 req-782fdef9-d0f2-48fc-a48a-3f2e8f420f1f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523338 May 10 19:56:53.508610 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1a1bb-4beb-43d7-a1f6-676b3dd86b0a req-eca5cbb5-37e1-4388-8d17-050ed4646a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:53.510158 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dcb1a1bb-4beb-43d7-a1f6-676b3dd86b0a req-eca5cbb5-37e1-4388-8d17-050ed4646a35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1130 time: 0.1219323 May 10 19:56:53.585068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-8552b914-cf0b-4fee-89e9-f6574394e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:53.586589 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-8552b914-cf0b-4fee-89e9-f6574394e501 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2283382 May 10 19:56:53.653942 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dcb1a1bb-4beb-43d7-a1f6-676b3dd86b0a req-5e984fc3-14c1-4366-96db-3ce489fced54 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371503 May 10 19:56:53.773797 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-7d502a76-9b87-4221-95c2-54356dd5b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:53.775680 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9067e563-1b1c-4f57-87f4-bafa2d5068bc req-7d502a76-9b87-4221-95c2-54356dd5b94e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808884 May 10 19:56:53.793393 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91caf89a-8bfb-446d-b70e-0284e5d4709e req-fc34debd-896c-443f-9695-162e2fab6ae0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:53.794906 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-91caf89a-8bfb-446d-b70e-0284e5d4709e req-fc34debd-896c-443f-9695-162e2fab6ae0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.0743492 May 10 19:56:53.808106 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c6b16-65ac-4b44-b2a9-6e5a2dc7f902 req-26a00def-629b-4eb2-a07d-093b89878747 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:53.822372 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-218c6b16-65ac-4b44-b2a9-6e5a2dc7f902 req-26a00def-629b-4eb2-a07d-093b89878747 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 944 time: 0.0907271 May 10 19:56:53.823469 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52696) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:53.960197 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-91caf89a-8bfb-446d-b70e-0284e5d4709e req-e4431498-2466-4350-891f-7cbafd31f5a1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574378 May 10 19:56:53.975509 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:53.978566 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016da50-e264-4876-b9e7-5209381cf211" -d '{"events": [{"server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "name": "network-vif-plugged", "status": "completed", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:54.045913 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c468ac-e7f2-4375-9feb-e111f3e86535 x-openstack-request-id: req-62c468ac-e7f2-4375-9feb-e111f3e86535 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:54.046213 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "name": "network-vif-plugged", "status": "completed", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:54.046472 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62c468ac-e7f2-4375-9feb-e111f3e86535 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:54.046876 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62c468ac-e7f2-4375-9feb-e111f3e86535'] response: {'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972', 'code': 200} May 10 19:56:54.056228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5885-9f7e-4edc-842a-1c52f379c5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.065425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-ed5ba30e-60ed-4d0f-984a-2005c468adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:54.067172 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-ed5ba30e-60ed-4d0f-984a-2005c468adfc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1127 time: 0.1743340 May 10 19:56:54.074088 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-218c6b16-65ac-4b44-b2a9-6e5a2dc7f902 req-f89e1674-40f0-4718-bfc8-68c3c2fc153e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499754 May 10 19:56:54.181567 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00836ac0-e576-4349-9603-23d074ed8738 req-0120dc09-2ba2-4ed5-97a6-b50ce3ee4a3e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:54.183173 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00836ac0-e576-4349-9603-23d074ed8738 req-0120dc09-2ba2-4ed5-97a6-b50ce3ee4a3e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0706096 May 10 19:56:54.227129 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5885-9f7e-4edc-842a-1c52f379c5f6 admin admin] Publish callbacks [] for security_group (28768102-dc74-41ff-8ae7-2564eaff0ebb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.241450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c3a5885-9f7e-4edc-842a-1c52f379c5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (28768102-dc74-41ff-8ae7-2564eaff0ebb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.304349 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00836ac0-e576-4349-9603-23d074ed8738 req-40fdf660-b5f4-4dee-b2ff-10ec136f0b7e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115210 May 10 19:56:54.307311 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a5885-9f7e-4edc-842a-1c52f379c5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28768102-dc74-41ff-8ae7-2564eaff0ebb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:54.311361 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5c3a5885-9f7e-4edc-842a-1c52f379c5f6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a785d5146444a089527dcbf73dae5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4855530 May 10 19:56:54.313979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52720) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:54.392666 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-04006a1d-b247-4fc8-b698-2c802496d34b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 200 len: 217 time: 0.0608308 May 10 19:56:54.392804 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] Publish callbacks [] for security_group (28768102-dc74-41ff-8ae7-2564eaff0ebb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.426603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] Publish callbacks [] for security_group (28768102-dc74-41ff-8ae7-2564eaff0ebb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.479510 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-1e74bfa8-316a-4165-a584-7eb6dc7c0bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:54.480980 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-1e74bfa8-316a-4165-a584-7eb6dc7c0bc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.0799742 May 10 19:56:54.554344 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (28768102-dc74-41ff-8ae7-2564eaff0ebb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.557357 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:54.562616 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28768102-dc74-41ff-8ae7-2564eaff0ebb HTTP/1.1" status: 204 len: 168 time: 0.2436452 May 10 19:56:54.591053 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ec095-375b-4d6b-acd8-b79cd67d0a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28768102-dc74-41ff-8ae7-2564eaff0ebb,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:54.616719 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-a556873c-26b2-4fe9-afcd-049689bcf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:54.618199 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-a556873c-26b2-4fe9-afcd-049689bcf7b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1215241 May 10 19:56:54.623118 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1ea72-5cab-4225-9f25-2c7133dbb61f req-7c828e39-621d-4e1c-8d80-24bc8305a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:54.629257 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32d1ea72-5cab-4225-9f25-2c7133dbb61f req-7c828e39-621d-4e1c-8d80-24bc8305a3b5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1130 time: 0.1050124 May 10 19:56:54.793872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52742) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:54.970583 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb440266-e957-428e-9124-5c89029ab954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.063666 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52764) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:55.114112 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12c25c12-940a-4edf-897e-3bfb9ada7ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.158235 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dae78f-61af-44fc-9f3b-a8729a84371a req-e3e65220-b5fc-4c08-a699-b612ee38d6f9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:55.178323 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78dae78f-61af-44fc-9f3b-a8729a84371a req-e3e65220-b5fc-4c08-a699-b612ee38d6f9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.1376305 May 10 19:56:55.280324 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb440266-e957-428e-9124-5c89029ab954 admin admin] Publish callbacks [] for security_group (85bd9387-449e-4d8b-834b-2779176b3d2e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.297376 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-78dae78f-61af-44fc-9f3b-a8729a84371a req-660f5914-5efd-45a9-864b-6b88597fc3ce tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124127 May 10 19:56:55.299291 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bb440266-e957-428e-9124-5c89029ab954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (85bd9387-449e-4d8b-834b-2779176b3d2e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.342021 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e6723-ca95-4de2-b47e-4a3e52f00c9c req-c2f7d8d3-7a68-4ade-bed5-0e80f18a8582 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:55.346407 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bb440266-e957-428e-9124-5c89029ab954 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a832dae98e14d43837a34c99352e6fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5495970 May 10 19:56:55.352929 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-317e6723-ca95-4de2-b47e-4a3e52f00c9c req-c2f7d8d3-7a68-4ade-bed5-0e80f18a8582 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 944 time: 0.1212447 May 10 19:56:55.356087 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52778) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:55.398875 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb440266-e957-428e-9124-5c89029ab954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bd9387-449e-4d8b-834b-2779176b3d2e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:55.401788 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-32d1ea72-5cab-4225-9f25-2c7133dbb61f req-7dbe120f-70cd-4543-8e2b-6374f4aefe21 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843812 May 10 19:56:55.423377 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:56:55.490350 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] Publish callbacks [] for security_group (85bd9387-449e-4d8b-834b-2779176b3d2e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.504128 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fdfb31-90aa-477c-ae7b-d2bd04fbe5d0 req-c7194b6e-22dc-4cda-9223-02378ea61253 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:55.506090 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00fdfb31-90aa-477c-ae7b-d2bd04fbe5d0 req-c7194b6e-22dc-4cda-9223-02378ea61253 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0665739 May 10 19:56:55.527610 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-52802d93-d32b-4db9-8e84-7189032b2841 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4078183 May 10 19:56:55.545915 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-317e6723-ca95-4de2-b47e-4a3e52f00c9c req-258227ae-ce84-473d-abe6-ab6186f42437 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919630 May 10 19:56:55.547457 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] Publish callbacks [] for security_group (85bd9387-449e-4d8b-834b-2779176b3d2e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.607578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12c25c12-940a-4edf-897e-3bfb9ada7ebe admin admin] Publish callbacks [] for security_group (0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.613923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-12c25c12-940a-4edf-897e-3bfb9ada7ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.619341 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:55.646027 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:56:55.649688 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-00fdfb31-90aa-477c-ae7b-d2bd04fbe5d0 req-4cd4443a-ffee-412f-86ee-e55782734be7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332054 May 10 19:56:55.690731 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (85bd9387-449e-4d8b-834b-2779176b3d2e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.694013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.695367 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85bd9387-449e-4d8b-834b-2779176b3d2e HTTP/1.1" status: 204 len: 168 time: 0.3360775 May 10 19:56:55.708206 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:55.708609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.728755 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:55.730672 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f64832-e306-4b7b-ac04-2f5c2395e7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bd9387-449e-4d8b-834b-2779176b3d2e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:55.771146 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:55.776868 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.816775 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:55.824243 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-12c25c12-940a-4edf-897e-3bfb9ada7ebe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=03b54b6ccbe241bc993f2458657ce7ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7574804 May 10 19:56:55.841743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c25c12-940a-4edf-897e-3bfb9ada7ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:55.866224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:55.946192 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] Publish callbacks [] for security_group (0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:55.950985 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f95975d9-c10f-4f86-ab10-1424d792b205 req-ef0a4146-af21-4f4f-bdd4-39d8cb2691e6 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041570 May 10 19:56:55.983022 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] Publish callbacks [] for security_group (0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.065423 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['0a9bb9dc-c69c-46b7-952b-c75f126c69a0'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:56:56.088005 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ea78d-5e40-4e7d-b6b9-cb282b1cedc3 req-6f6338f9-78a9-420d-9d4e-e9019a3946d9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:56.089864 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c8ea78d-5e40-4e7d-b6b9-cb282b1cedc3 req-6f6338f9-78a9-420d-9d4e-e9019a3946d9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0553081 May 10 19:56:56.143581 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.146902 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.153335 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8 HTTP/1.1" status: 204 len: 168 time: 0.3340425 May 10 19:56:56.174121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9b68d-e686-4380-a4cc-bf332ae63384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd374c5-ee1b-4428-b1e4-0e00b60ae6a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:56.212731 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4c8ea78d-5e40-4e7d-b6b9-cb282b1cedc3 req-d3882a1d-c0b7-46a9-a44e-ff396d3d6792 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920565 May 10 19:56:56.285733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 52812) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:56.299341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c58edb-1eaf-4b81-9616-8129bf97e830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.410925 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c58edb-1eaf-4b81-9616-8129bf97e830 admin admin] Publish callbacks [] for security_group (382dac81-87d7-424f-a387-68389a09bcff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.417204 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-04c58edb-1eaf-4b81-9616-8129bf97e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (382dac81-87d7-424f-a387-68389a09bcff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.442596 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c2646-db0c-49d8-9c36-a53cbdb581b0 req-a86c854e-f73e-4dfb-80f9-6e144eed7418 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:56.444074 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-631c2646-db0c-49d8-9c36-a53cbdb581b0 req-a86c854e-f73e-4dfb-80f9-6e144eed7418 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.0699801 May 10 19:56:56.474661 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-04c58edb-1eaf-4b81-9616-8129bf97e830 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=be21a8eb54cb4d65aaf5357b6c53dca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877263 May 10 19:56:56.477699 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52822) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:56.480874 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c58edb-1eaf-4b81-9616-8129bf97e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382dac81-87d7-424f-a387-68389a09bcff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:56.531698 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-631c2646-db0c-49d8-9c36-a53cbdb581b0 req-6bff373e-89d2-4907-aba3-6e4642225c3f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762384 May 10 19:56:56.536949 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] Publish callbacks [] for security_group (382dac81-87d7-424f-a387-68389a09bcff), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.568072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] Publish callbacks [] for security_group (382dac81-87d7-424f-a387-68389a09bcff), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.619462 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (382dac81-87d7-424f-a387-68389a09bcff), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.623086 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:56.627585 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/382dac81-87d7-424f-a387-68389a09bcff HTTP/1.1" status: 204 len: 168 time: 0.1486828 May 10 19:56:56.637914 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8dd46-cee3-4875-981d-cb8fb1142030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382dac81-87d7-424f-a387-68389a09bcff,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:56.710590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109550-f1fd-4f77-b5fd-bb3ee3e6c687 req-de555c70-45b8-4771-8d42-c32d09ecf47b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:56.712178 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0109550-f1fd-4f77-b5fd-bb3ee3e6c687 req-de555c70-45b8-4771-8d42-c32d09ecf47b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 945 time: 0.0583277 May 10 19:56:56.775186 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0109550-f1fd-4f77-b5fd-bb3ee3e6c687 req-700cc29d-96eb-45ec-b1f9-70436a750133 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570893 May 10 19:56:56.957745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52854) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:56.973412 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5f44-8491-485e-af11-dcf30f33e71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.074499 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5f44-8491-485e-af11-dcf30f33e71c admin admin] Publish callbacks [] for security_group (a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.078582 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-b8ca5f44-8491-485e-af11-dcf30f33e71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.115919 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca5f44-8491-485e-af11-dcf30f33e71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:57.120897 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b8ca5f44-8491-485e-af11-dcf30f33e71c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d851ac65d86e46c7b1d6bf1f0d2ac3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613991 May 10 19:56:57.124020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 52862) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:56:57.179757 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] Publish callbacks [] for security_group (a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.204732 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] Publish callbacks [] for security_group (a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.257157 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.260280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.275221 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5 HTTP/1.1" status: 204 len: 168 time: 0.1478987 May 10 19:56:57.291870 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004aafb-c376-4d62-b6a2-817b760b37ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ea2db0-2f62-4f84-ac85-bfd1cd6cdee5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:57.320548 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59109-c353-463c-99e3-172943499607 req-a6c5c4cd-7943-4470-b0d8-e59a003807ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:57.324198 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-a6c5c4cd-7943-4470-b0d8-e59a003807ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0622153 May 10 19:56:57.404726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a07c3-9558-4bdb-8364-7efdfc3521cb req-77c552c0-086d-4e4b-82f6-cad0eab3ec6a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:57.406332 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b7a07c3-9558-4bdb-8364-7efdfc3521cb req-77c552c0-086d-4e4b-82f6-cad0eab3ec6a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0588822 May 10 19:56:57.425373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device fe5765cf-11a0-4789-8584-2baf84582ea4 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:56:57.428328 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:56:57.466674 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b7a07c3-9558-4bdb-8364-7efdfc3521cb req-c933db99-6721-40dc-aeaa-1c09945e0273 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542567 May 10 19:56:57.553515 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:56:57.568833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:56:57.569218 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.617285 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=fe5765cf-11a0-4789-8584-2baf84582ea4,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:57.637690 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'port_id': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'mac_address': 'fa:16:3e:64:61:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:56:57.673192 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66b715-dd57-426e-ac4e-14f2ee060ab7 req-b13aa8a2-0738-423a-9c3e-2071e881c7d1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:57.675718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea66b715-dd57-426e-ac4e-14f2ee060ab7 req-b13aa8a2-0738-423a-9c3e-2071e881c7d1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 943 time: 0.0697858 May 10 19:56:57.709054 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port fe5765cf-11a0-4789-8584-2baf84582ea4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:57.709452 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.724273 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:56:57.724581 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.732792 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea66b715-dd57-426e-ac4e-14f2ee060ab7 req-225e4340-b4aa-4e06-8e49-12edbf92d550 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502992 May 10 19:56:57.735544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe5765cf-11a0-4789-8584-2baf84582ea4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:56:57.784758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:56:57.786772 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbf67a0-6cb3-4653-9a3b-746c57839b4a" -d '{"events": [{"server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "name": "network-vif-plugged", "status": "completed", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:56:57.827940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=fe5765cf-11a0-4789-8584-2baf84582ea4,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:57.834639 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:56:57.836497 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.900316 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c539118-10db-449e-9b9c-1b0b27c9edf3 x-openstack-request-id: req-7c539118-10db-449e-9b9c-1b0b27c9edf3 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:56:57.900645 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "name": "network-vif-plugged", "status": "completed", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:56:57.900913 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c539118-10db-449e-9b9c-1b0b27c9edf3 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:56:57.901324 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c539118-10db-449e-9b9c-1b0b27c9edf3'] response: {'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'code': 200} May 10 19:56:57.904678 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:56:57.968623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:57.987864 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59109-c353-463c-99e3-172943499607 req-9fb30e8f-fe6c-4ef4-89aa-47b585ec3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:57.992736 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5d9b-cd45-4dfb-b7c3-be6cbbed51b5 req-76b060dc-3136-4882-aa2e-3cc616b308dd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:57.994533 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-9fb30e8f-fe6c-4ef4-89aa-47b585ec3a8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.2302666 May 10 19:56:58.009237 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d65a5d9b-cd45-4dfb-b7c3-be6cbbed51b5 req-76b060dc-3136-4882-aa2e-3cc616b308dd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.1251085 May 10 19:56:58.093577 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:56:58.125810 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['fe5765cf-11a0-4789-8584-2baf84582ea4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:56:58.150515 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-1dddca2d-6fdc-41ef-af14-8fff1c323018 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 200 len: 217 time: 0.1417840 May 10 19:56:58.167534 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d65a5d9b-cd45-4dfb-b7c3-be6cbbed51b5 req-6aa5f926-3bb7-4997-9ecf-348133d876c0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573322 May 10 19:56:58.206075 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59109-c353-463c-99e3-172943499607 req-8f3bcc9a-2974-4546-9e41-16a54394fcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:58.207754 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-8f3bcc9a-2974-4546-9e41-16a54394fcc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0486407 May 10 19:56:58.264450 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29e4b8-d8bc-48d4-bce9-76b8eba7b4c3 req-372c8191-b354-4550-b920-d55964e53f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:58.266141 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c29e4b8-d8bc-48d4-bce9-76b8eba7b4c3 req-372c8191-b354-4550-b920-d55964e53f19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 1130 time: 0.1175363 May 10 19:56:58.284138 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59109-c353-463c-99e3-172943499607 req-d13e1cb3-5c05-45b4-8fc9-3b8dd6a5eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:58.286212 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-d13e1cb3-5c05-45b4-8fc9-3b8dd6a5eb67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0615175 May 10 19:56:58.460756 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-d13c4ae5-60a5-416b-ac63-6390caf3959c service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677282 May 10 19:56:58.464546 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6c29e4b8-d8bc-48d4-bce9-76b8eba7b4c3 req-c0d81c30-6f17-4ad3-8fab-e60024e2380e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903942 May 10 19:56:58.602555 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ea9ae-ee13-44be-adf5-5e2f467393df req-07d89515-703a-4dea-88ac-8e2b6b03eceb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:58.604373 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a6ea9ae-ee13-44be-adf5-5e2f467393df req-07d89515-703a-4dea-88ac-8e2b6b03eceb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0537839 May 10 19:56:58.663984 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7a6ea9ae-ee13-44be-adf5-5e2f467393df req-9dd0afee-6a65-4867-9bd5-94fe1cd8f99d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536001 May 10 19:56:58.813255 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8ab59109-c353-463c-99e3-172943499607 req-d64790a4-51f7-4469-9423-0d4533f3104a service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132457 May 10 19:56:58.933745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e9441b-73e7-4227-957c-b4600fc34025 req-5ee2b6e1-58c6-45bb-8e7c-fe1e791daa2d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:58.936525 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-57e9441b-73e7-4227-957c-b4600fc34025 req-5ee2b6e1-58c6-45bb-8e7c-fe1e791daa2d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 944 time: 0.0663693 May 10 19:56:58.991759 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-57e9441b-73e7-4227-957c-b4600fc34025 req-cd674e2d-c467-4e43-82d1-e92212777003 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479527 May 10 19:56:59.276529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c531dd-6db4-4559-91f9-46185e8e85dd req-ca077335-3003-43ab-a230-5e9427c6600c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:59.278042 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63c531dd-6db4-4559-91f9-46185e8e85dd req-ca077335-3003-43ab-a230-5e9427c6600c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0530670 May 10 19:56:59.324776 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63c531dd-6db4-4559-91f9-46185e8e85dd req-bb84b286-c3e9-4540-a41e-10ce574f0249 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406573 May 10 19:56:59.794668 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2c16e-e02d-4b9e-8f53-a8e002242cac req-08a0d855-226c-4e3c-b84d-b8a78752daeb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:56:59.796129 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce2c16e-e02d-4b9e-8f53-a8e002242cac req-08a0d855-226c-4e3c-b84d-b8a78752daeb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0523546 May 10 19:56:59.841317 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce2c16e-e02d-4b9e-8f53-a8e002242cac req-5596789d-161b-4653-891d-4d724cdc5662 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 May 10 19:57:00.105260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd381f2-ed5c-4e1c-9e4f-fb59473d529f req-13847425-65f8-4d4c-a541-b0cb8e7a7cf1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:00.106729 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acd381f2-ed5c-4e1c-9e4f-fb59473d529f req-13847425-65f8-4d4c-a541-b0cb8e7a7cf1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 944 time: 0.0485954 May 10 19:57:00.154287 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-acd381f2-ed5c-4e1c-9e4f-fb59473d529f req-62459d5c-dc1a-4dd1-965b-a933ffcc6b58 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 May 10 19:57:00.443179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e3792-8d40-48ff-9b34-8c15a68cf039 req-78883cd1-758b-4199-bdeb-ce3a56fb307f tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:00.444816 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb2e3792-8d40-48ff-9b34-8c15a68cf039 req-78883cd1-758b-4199-bdeb-ce3a56fb307f tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0512395 May 10 19:57:00.494594 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb2e3792-8d40-48ff-9b34-8c15a68cf039 req-d750f49f-8f43-46eb-aae9-88274babefb8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442996 May 10 19:57:00.953625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36e560-ac8d-426a-a9d5-0f828a9ce14d req-7c19e96c-0e1e-4f5b-9997-ff8429485837 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:00.955109 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f36e560-ac8d-426a-a9d5-0f828a9ce14d req-7c19e96c-0e1e-4f5b-9997-ff8429485837 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0449882 May 10 19:57:00.999884 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f36e560-ac8d-426a-a9d5-0f828a9ce14d req-24daff49-ba7c-439f-9d47-9113d1909ca6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387189 May 10 19:57:01.262930 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409a495-a542-4d97-8c73-0095927fa965 req-b0070335-06b9-445e-9f50-d7fffa3f7972 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:01.264400 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2409a495-a542-4d97-8c73-0095927fa965 req-b0070335-06b9-445e-9f50-d7fffa3f7972 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 944 time: 0.0448701 May 10 19:57:01.311077 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2409a495-a542-4d97-8c73-0095927fa965 req-c7cfc3d3-e1a7-4af3-be06-8af5b5bd7af2 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 May 10 19:57:01.604426 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55f4f8-ac5e-47bf-896f-cf97cbd6c430 req-2b440698-b12c-4de6-aca8-6eb4cccc8d91 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:01.605885 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f55f4f8-ac5e-47bf-896f-cf97cbd6c430 req-2b440698-b12c-4de6-aca8-6eb4cccc8d91 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0453429 May 10 19:57:01.653737 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f55f4f8-ac5e-47bf-896f-cf97cbd6c430 req-58eaf234-5cfc-4632-abc9-870513303e6b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424750 May 10 19:57:01.709173 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device fe5765cf-11a0-4789-8584-2baf84582ea4 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:57:01.754207 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port fe5765cf-11a0-4789-8584-2baf84582ea4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:57:01.760096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port fe5765cf-11a0-4789-8584-2baf84582ea4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:57:01.760621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:01.835256 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port fe5765cf-11a0-4789-8584-2baf84582ea4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:57:01.835644 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:01.861055 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:57:01.863944 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09df6298-3a2d-4899-951b-3edc895d269f" -d '{"events": [{"server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:57:01.876210 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=fe5765cf-11a0-4789-8584-2baf84582ea4,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:57:01.880009 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:01.903474 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5962c33-7eb1-4312-b720-08eabef998e9 x-openstack-request-id: req-c5962c33-7eb1-4312-b720-08eabef998e9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:57:01.903864 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "name": "network-vif-plugged", "status": "completed", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:57:01.904060 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5962c33-7eb1-4312-b720-08eabef998e9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:57:01.904555 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5962c33-7eb1-4312-b720-08eabef998e9'] response: {'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'code': 200} May 10 19:57:01.932265 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:02.111858 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358dc9e-07f4-44be-a16b-26f82cbd4e45 req-9047b432-207f-44ec-82cc-b045c7a09cda tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:02.113285 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5358dc9e-07f4-44be-a16b-26f82cbd4e45 req-9047b432-207f-44ec-82cc-b045c7a09cda tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0471623 May 10 19:57:02.189037 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5358dc9e-07f4-44be-a16b-26f82cbd4e45 req-b884defa-911f-4ce3-9ff5-816b47d733e9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694678 May 10 19:57:02.190171 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3485596-b5f4-454d-9063-eddfa720a059 req-f1baf435-5ab4-47c5-b853-52b59f1ed59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:02.191605 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3485596-b5f4-454d-9063-eddfa720a059 req-f1baf435-5ab4-47c5-b853-52b59f1ed59c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1129 time: 0.0525684 May 10 19:57:02.244681 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f3485596-b5f4-454d-9063-eddfa720a059 req-cdceaf22-9af5-4a9f-a576-b92ab64f34cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385368 May 10 19:57:02.427205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432647e8-8d54-4a9e-b54c-068805e74a4a req-15cc291b-8aba-45f1-b85e-1bbd201e64ba tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:02.428692 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-432647e8-8d54-4a9e-b54c-068805e74a4a req-15cc291b-8aba-45f1-b85e-1bbd201e64ba tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0481162 May 10 19:57:02.481537 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-432647e8-8d54-4a9e-b54c-068805e74a4a req-9ebf2cf9-445e-40e5-aba4-cfcbda218d86 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465307 May 10 19:57:02.777825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3b380-2654-4669-adaf-1213635ba494 req-e0e1e849-ffa9-4e16-8724-be55cd8ccaf6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:02.779321 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6af3b380-2654-4669-adaf-1213635ba494 req-e0e1e849-ffa9-4e16-8724-be55cd8ccaf6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0532460 May 10 19:57:02.826879 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6af3b380-2654-4669-adaf-1213635ba494 req-2b3a3d96-a286-40db-a4b9-065067dd2a9e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417960 May 10 19:57:02.986570 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd13bcd-8fc7-404d-9b25-c000bd5bce11 req-7359d808-4f99-4760-a1aa-0b672293d398 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:02.988451 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bdd13bcd-8fc7-404d-9b25-c000bd5bce11 req-7359d808-4f99-4760-a1aa-0b672293d398 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0560353 May 10 19:57:02.997825 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53084) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:03.004376 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:03.084020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:03.303185 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f1945-d0e2-4727-88fa-018e6db8a58d req-8dc69462-e037-4646-a095-dc59d4de8d8c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:03.304685 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b6f1945-d0e2-4727-88fa-018e6db8a58d req-8dc69462-e037-4646-a095-dc59d4de8d8c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0479043 May 10 19:57:03.349687 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b6f1945-d0e2-4727-88fa-018e6db8a58d req-c5472c9f-f275-42a9-b2e6-a2979253aa5c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 May 10 19:57:03.667950 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2950-a9ba-4222-b5be-f3e13917ff12 req-31037754-e8fe-463e-8f57-bccb875ca911 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:03.669439 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f56d2950-a9ba-4222-b5be-f3e13917ff12 req-31037754-e8fe-463e-8f57-bccb875ca911 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.1147251 May 10 19:57:03.845596 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f56d2950-a9ba-4222-b5be-f3e13917ff12 req-991d7724-fe04-4540-991d-7085aeb172c0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695156 May 10 19:57:03.951242 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:03.955671 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:04.066146 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 910ef0f7-facf-4b1f-916e-ea87a44d706b associated. External IP: 172.27.3.235, port: 0a9bb9dc-c69c-46b7-952b-c75f126c69a0. May 10 19:57:04.285187 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:57:04.397261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:57:04.404036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:04.415781 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:57:04.429131 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:57:04.430649 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:04.444043 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-11881a4b-a220-4083-8d88-852e33deca98 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "PUT /v2.0/floatingips/910ef0f7-facf-4b1f-916e-ea87a44d706b HTTP/1.1" status: 200 len: 992 time: 1.4454684 May 10 19:57:04.444744 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:57:04.447705 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:57:04.484837 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f73a3f-bf0c-4dac-a45a-dfb5bfb8f0d4 req-58ffa87a-3657-4eb2-abdc-22f8fddb9267 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:04.492247 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8f73a3f-bf0c-4dac-a45a-dfb5bfb8f0d4 req-58ffa87a-3657-4eb2-abdc-22f8fddb9267 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0721014 May 10 19:57:04.494292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3991d747-de76-45f9-98e3-44f0ad90a21d x-openstack-request-id: req-3991d747-de76-45f9-98e3-44f0ad90a21d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:57:04.494638 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:57:04.494898 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3991d747-de76-45f9-98e3-44f0ad90a21d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:57:04.495328 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3991d747-de76-45f9-98e3-44f0ad90a21d'] response: {'name': 'network-changed', 'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'status': 'completed', 'code': 200} May 10 19:57:04.553108 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:57:04.563336 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e8f73a3f-bf0c-4dac-a45a-dfb5bfb8f0d4 req-312b21d1-a4c8-4f82-aee0-9c64073ff3d1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653272 May 10 19:57:04.820634 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:03Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:04.847210 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:57:04.855362 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:57:04.855963 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:56:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:04.959251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb622ccf-65b7-4d07-8778-0a9756433762 req-ae2fa8cb-51ab-4934-b063-83a5d0c40546 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:04.960756 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fb622ccf-65b7-4d07-8778-0a9756433762 req-ae2fa8cb-51ab-4934-b063-83a5d0c40546 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0469739 May 10 19:57:04.961963 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:57:05.014241 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fb622ccf-65b7-4d07-8778-0a9756433762 req-12cba728-61de-4bc2-a348-8f4d7c79e4ef tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470273 May 10 19:57:05.259439 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:03Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:05.284629 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cdc803-acc4-4c4a-a8ba-430f805e194b None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:03Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:57:05.473485 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74026f5-27ca-4528-b5d6-376b952276de None None] New status for floating IP 910ef0f7-facf-4b1f-916e-ea87a44d706b: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:57:05.673242 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c4eda-811d-463d-bcaf-831cd5b22c58 req-38ebfc91-88b0-4032-b179-459528faaec3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:05.674646 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-649c4eda-811d-463d-bcaf-831cd5b22c58 req-38ebfc91-88b0-4032-b179-459528faaec3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0461254 May 10 19:57:05.720151 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-649c4eda-811d-463d-bcaf-831cd5b22c58 req-12dd6e33-3e6e-441b-b147-fa4842f44447 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392814 May 10 19:57:06.121473 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b67b1-305a-438a-ad2d-030c398b30df req-d8f3c2a4-2e18-44d2-ae77-165c327b0b44 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:06.122970 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-986b67b1-305a-438a-ad2d-030c398b30df req-d8f3c2a4-2e18-44d2-ae77-165c327b0b44 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0450418 May 10 19:57:06.168246 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-986b67b1-305a-438a-ad2d-030c398b30df req-eb2ac9e4-58c9-4336-810f-f81611b132ff tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 May 10 19:57:06.829524 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff32e47-a8f9-45c7-b5b7-31567f259a33 req-acda52e6-899a-43ce-a80b-b559368f1f81 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:06.831548 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ff32e47-a8f9-45c7-b5b7-31567f259a33 req-acda52e6-899a-43ce-a80b-b559368f1f81 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0437059 May 10 19:57:06.878890 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1ff32e47-a8f9-45c7-b5b7-31567f259a33 req-5052f6e1-b1e1-41ef-9639-3a395a1f16c0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419610 May 10 19:57:07.285813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca7a3c-806c-4fcc-bfcd-5f26f0f3fdf0 req-df083b5c-12de-4a43-87e6-92d8a4a82315 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:07.287491 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-01ca7a3c-806c-4fcc-bfcd-5f26f0f3fdf0 req-df083b5c-12de-4a43-87e6-92d8a4a82315 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0514119 May 10 19:57:07.338985 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-01ca7a3c-806c-4fcc-bfcd-5f26f0f3fdf0 req-34473040-f7f5-4e62-a4bd-4e5b262e2250 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459683 May 10 19:57:07.988929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ee763-299a-4e58-bae8-fe3580f7ccd5 req-92aa5894-b4f4-400c-8907-aeae475d64f0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:07.990354 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf6ee763-299a-4e58-bae8-fe3580f7ccd5 req-92aa5894-b4f4-400c-8907-aeae475d64f0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0447536 May 10 19:57:08.034877 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf6ee763-299a-4e58-bae8-fe3580f7ccd5 req-21b13e38-a3bf-40a0-824f-29dc498855ac tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 May 10 19:57:08.451625 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34101aa5-1024-4b9e-b388-633ff11964ab req-fd2af816-259e-4235-84ab-643f5c507775 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:08.453050 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34101aa5-1024-4b9e-b388-633ff11964ab req-fd2af816-259e-4235-84ab-643f5c507775 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0475419 May 10 19:57:08.498874 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34101aa5-1024-4b9e-b388-633ff11964ab req-4261680e-90e2-48b7-85de-427b206224f3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397530 May 10 19:57:09.147052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1f41a-7282-465d-8469-808ff96c4532 req-6cfbe0b6-5ab9-4d38-a30b-108f3c16a185 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:09.148485 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31f1f41a-7282-465d-8469-808ff96c4532 req-6cfbe0b6-5ab9-4d38-a30b-108f3c16a185 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0458407 May 10 19:57:09.192866 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-31f1f41a-7282-465d-8469-808ff96c4532 req-de007686-0367-4cee-a105-b87ea8acf958 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388420 May 10 19:57:09.606439 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-7b143cd7-8aeb-42fe-a3bd-0ea4a347c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:09.607968 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-7b143cd7-8aeb-42fe-a3bd-0ea4a347c714 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 1130 time: 0.0467699 May 10 19:57:09.618392 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ef034-16a8-49c5-b3d4-12f6c6b02ddf req-efc82a95-7a25-4353-8b66-b991eb8ebff9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:09.619877 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-975ef034-16a8-49c5-b3d4-12f6c6b02ddf req-efc82a95-7a25-4353-8b66-b991eb8ebff9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0485032 May 10 19:57:09.666438 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-975ef034-16a8-49c5-b3d4-12f6c6b02ddf req-88b0c3d1-b351-4ec0-8200-6f823dd75b9a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 May 10 19:57:10.305151 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08927f17-b28b-435b-928f-14384b9cfdae req-14f772f0-6c65-4a1c-a78a-6869117ec627 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:10.312168 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08927f17-b28b-435b-928f-14384b9cfdae req-14f772f0-6c65-4a1c-a78a-6869117ec627 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0515597 May 10 19:57:10.358276 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08927f17-b28b-435b-928f-14384b9cfdae req-ec0bf1d2-19a0-4c67-85bb-e5d4caab076e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 May 10 19:57:10.642450 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0281de04-d23d-4c29-9915-a39c0b09f6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:10.810842 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9b95a-95c7-4fe9-8f70-2a102f3b2d5c req-6c4feb1f-ac6f-4d7b-b5c0-35696d396cfd tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:10.816320 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3f9b95a-95c7-4fe9-8f70-2a102f3b2d5c req-6c4feb1f-ac6f-4d7b-b5c0-35696d396cfd tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0591118 May 10 19:57:11.133971 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3f9b95a-95c7-4fe9-8f70-2a102f3b2d5c req-3f8c3cb6-a215-4192-b58a-f79a90c91a33 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160520 May 10 19:57:11.174005 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-9b5ed8a5-a1c9-46ff-84fd-442e8a46d5c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3282404 May 10 19:57:11.207276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-f20eb8df-8046-42f1-90d8-3ede2d14ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:11.208758 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-f20eb8df-8046-42f1-90d8-3ede2d14ed26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.3534384 May 10 19:57:11.358210 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:11.482146 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.485524 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.492467 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7dadd2-6522-4c08-913d-c7141586b6a5 req-1b5dcd9a-94d4-4096-905e-a4c8a85bf566 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:11.493963 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b7dadd2-6522-4c08-913d-c7141586b6a5 req-1b5dcd9a-94d4-4096-905e-a4c8a85bf566 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0622656 May 10 19:57:11.559992 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b7dadd2-6522-4c08-913d-c7141586b6a5 req-a5593716-00fb-4c1f-89aa-3630751ecb98 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600309 May 10 19:57:11.603601 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Publish callbacks [] for security_group (1b3c03b7-fae0-48c0-9d18-c48a9796059b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.607169 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1b3c03b7-fae0-48c0-9d18-c48a9796059b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.644955 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c86c11c429174db8944b695e23f9fcc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2855494 May 10 19:57:11.646155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3c03b7-fae0-48c0-9d18-c48a9796059b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:11.647658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:11.653567 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.653921 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.654285 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.654655 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.654993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.655325 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.655646 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.655968 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.656291 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.656631 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.656937 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.657259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.657610 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.657890 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.658207 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c63624-27a2-41ec-8422-f6214e48f9fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.698939 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Publish callbacks [] for security_group (1b3c03b7-fae0-48c0-9d18-c48a9796059b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.721713 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Publish callbacks [] for security_group (1b3c03b7-fae0-48c0-9d18-c48a9796059b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.767982 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1b3c03b7-fae0-48c0-9d18-c48a9796059b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.770708 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:11.771945 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b3c03b7-fae0-48c0-9d18-c48a9796059b HTTP/1.1" status: 204 len: 168 time: 0.1233099 May 10 19:57:11.780300 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3c03b7-fae0-48c0-9d18-c48a9796059b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:11.789052 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.789473 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.789956 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.790365 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.790786 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.791205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.791538 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.791946 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.792448 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.792926 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.793398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.793767 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.794155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.794494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:11.794987 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c14199-cfa0-4d18-a4c2-19851a3880e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:57:12.012631 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-c6d56d2a-ef17-4ffc-aa3d-134c1d57d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.014165 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-c6d56d2a-ef17-4ffc-aa3d-134c1d57d71f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=25b61967dc5c42ceb097f40a01045bfa&device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 1129 time: 0.1054652 May 10 19:57:12.018692 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-6e5a6b73-40d6-44f2-a5d5-2ec0c054aecd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0 HTTP/1.1" status: 200 len: 1002 time: 0.1663878 May 10 19:57:12.140902 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-1153a20a-ff76-4808-b270-6a05e0fe9581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.142644 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-1153a20a-ff76-4808-b270-6a05e0fe9581 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.1068795 May 10 19:57:12.178268 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:12.199760 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e9adc59-6eab-4613-a1cf-db2b07f2f818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.232810 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-f4d24d13-fc15-4cca-8d72-7fab77c44c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.234553 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-f4d24d13-fc15-4cca-8d72-7fab77c44c1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824108 May 10 19:57:12.235884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-5039593d-c67b-471c-aa02-3e60472a414c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.237224 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-5039593d-c67b-471c-aa02-3e60472a414c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c878f7c-4fc9-4a35-81d1-78fb260307a8 HTTP/1.1" status: 200 len: 912 time: 0.1698380 May 10 19:57:12.344634 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e37da9-82c9-4b1e-987b-7b84efacfcb5 req-760d203a-b392-4cb7-a3b3-6193b2cae61d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.346737 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56e37da9-82c9-4b1e-987b-7b84efacfcb5 req-760d203a-b392-4cb7-a3b3-6193b2cae61d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0669303 May 10 19:57:12.371482 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-2eab1ed5-6454-4bfa-9532-ea701c3c611b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec HTTP/1.1" status: 200 len: 217 time: 0.0557716 May 10 19:57:12.426451 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-56e37da9-82c9-4b1e-987b-7b84efacfcb5 req-9f7f1335-4e0a-4554-b89a-d3ab448b9a45 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724974 May 10 19:57:12.440815 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-d6548149-a3a9-4d20-ae18-af6faf8ac002 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930716 May 10 19:57:12.468064 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e9adc59-6eab-4613-a1cf-db2b07f2f818 admin admin] Publish callbacks [] for security_group (3444f032-4987-42d6-a39e-4f41c00a3693), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.472382 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e9adc59-6eab-4613-a1cf-db2b07f2f818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3444f032-4987-42d6-a39e-4f41c00a3693), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.505355 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f659c6-8d55-4408-80ad-2402e41661ec req-930d10e6-2ff9-453f-a602-cfa00b6dba98 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.506920 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82f659c6-8d55-4408-80ad-2402e41661ec req-930d10e6-2ff9-453f-a602-cfa00b6dba98 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.0529337 May 10 19:57:12.531433 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1e9adc59-6eab-4613-a1cf-db2b07f2f818 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce90969da6dc46c08c3baa1632a7b16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509505 May 10 19:57:12.532023 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53380) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:12.556055 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82f659c6-8d55-4408-80ad-2402e41661ec req-39354270-067a-416f-90db-943db2ce807f tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424933 May 10 19:57:12.556885 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9adc59-6eab-4613-a1cf-db2b07f2f818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3444f032-4987-42d6-a39e-4f41c00a3693,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:12.586265 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a7d37-6b7d-497c-b687-86438b0177c7 req-90c38a64-dc9b-41be-aa16-ed9a12b9f33a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.587791 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e53a7d37-6b7d-497c-b687-86438b0177c7 req-90c38a64-dc9b-41be-aa16-ed9a12b9f33a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0838735 May 10 19:57:12.597293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53384) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:12.602272 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'floatingip': {'port_id': 'fe5765cf-11a0-4789-8584-2baf84582ea4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:12.616414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] Publish callbacks [] for security_group (3444f032-4987-42d6-a39e-4f41c00a3693), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.638562 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] Publish callbacks [] for security_group (3444f032-4987-42d6-a39e-4f41c00a3693), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.686934 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3444f032-4987-42d6-a39e-4f41c00a3693), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.689597 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.691342 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3444f032-4987-42d6-a39e-4f41c00a3693 HTTP/1.1" status: 204 len: 168 time: 0.1433163 May 10 19:57:12.699840 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1628d2a-86af-4e1a-b74c-c0867f515ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3444f032-4987-42d6-a39e-4f41c00a3693,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:12.701221 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:12.791322 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc43cb-9c38-4e41-ae53-8803131364c3 req-5ac4676c-a447-47c1-8e61-27ec1a00bbc4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:12.793165 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fdc43cb-9c38-4e41-ae53-8803131364c3 req-5ac4676c-a447-47c1-8e61-27ec1a00bbc4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.1581664 May 10 19:57:12.899010 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fdc43cb-9c38-4e41-ae53-8803131364c3 req-516b4fc0-1294-4281-ba18-3a90f5fdf18e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983026 May 10 19:57:13.129670 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-538a2eba-ca7d-4c91-8b08-7d364f0d7b67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.475562 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.481090 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.532756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53438) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:13.707211 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dee48a4-0428-4732-bdd2-5eae2c52e7d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.745654 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c2c25-a0c7-4b0f-b8dd-7813879b7189 req-9f00b121-536a-45d6-a58f-b0f0d5460b40 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:13.747304 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd8c2c25-a0c7-4b0f-b8dd-7813879b7189 req-9f00b121-536a-45d6-a58f-b0f0d5460b40 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.0902286 May 10 19:57:13.823286 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dd8c2c25-a0c7-4b0f-b8dd-7813879b7189 req-5dcbd8e3-cee8-4b45-ada4-8c2c08589b09 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679226 May 10 19:57:13.866500 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dee48a4-0428-4732-bdd2-5eae2c52e7d5 admin admin] Publish callbacks [] for security_group (9cca7a6e-82fa-4c70-b606-79e303ded068), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.872586 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3dee48a4-0428-4732-bdd2-5eae2c52e7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9cca7a6e-82fa-4c70-b606-79e303ded068), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:13.878954 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Floating IP f42c55f0-9c62-4039-b90d-cc2db078f193 associated. External IP: 172.27.3.169, port: fe5765cf-11a0-4789-8584-2baf84582ea4. May 10 19:57:13.954370 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3dee48a4-0428-4732-bdd2-5eae2c52e7d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56f73f6841c84fd2b7f6256e849928e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4186556 May 10 19:57:13.955121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:13.961040 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.052937 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] Publish callbacks [] for security_group (9cca7a6e-82fa-4c70-b606-79e303ded068), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.054679 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee48a4-0428-4732-bdd2-5eae2c52e7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cca7a6e-82fa-4c70-b606-79e303ded068,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:14.087129 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] Publish callbacks [] for security_group (9cca7a6e-82fa-4c70-b606-79e303ded068), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.116831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3173db-dbec-4f0c-94df-817ba016f274 req-f6b36afe-a6c0-4bbc-bc5b-38321227b718 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:14.118569 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b3173db-dbec-4f0c-94df-817ba016f274 req-f6b36afe-a6c0-4bbc-bc5b-38321227b718 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0705197 May 10 19:57:14.157811 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9cca7a6e-82fa-4c70-b606-79e303ded068), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.162393 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.164363 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9cca7a6e-82fa-4c70-b606-79e303ded068 HTTP/1.1" status: 204 len: 168 time: 0.1993520 May 10 19:57:14.175956 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdf064-2149-4818-ad46-33dbe7f26a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cca7a6e-82fa-4c70-b606-79e303ded068,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:14.310568 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b3173db-dbec-4f0c-94df-817ba016f274 req-fd605086-6dc5-49c5-a575-68ebfc344b06 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485426 May 10 19:57:14.368282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-2419abe1-5871-4640-8f94-980731d5419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:14.370036 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-2419abe1-5871-4640-8f94-980731d5419c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a1a881d9-295c-4e44-b2d9-0aa6f4322002 HTTP/1.1" status: 200 len: 851 time: 0.1709037 May 10 19:57:14.420711 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:57:14.423123 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-1b3035fa-00fd-4e64-892f-ca12954fdef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c878f7c-4fc9-4a35-81d1-78fb260307a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418863 May 10 19:57:14.490838 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3e1d8a7-67f6-4226-9256-8e93c53ea7aa req-e98304b7-1fa8-484d-9a54-29f7babb0d71 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511709 May 10 19:57:14.604806 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53480) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:14.618802 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-de23566d-89c8-4e76-a51c-7fe8e9bd11b7 service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841860 May 10 19:57:14.623808 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5243632e-a18d-46a4-8bbf-1d09a55ff68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.637424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:57:14.642929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.650832 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:57:14.662299 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:57:14.663025 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:57:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:14.713940 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fe1d4da8-dad1-410c-923d-0f8c57cbeae3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "PUT /v2.0/floatingips/f42c55f0-9c62-4039-b90d-cc2db078f193 HTTP/1.1" status: 200 len: 991 time: 2.1154456 May 10 19:57:14.717643 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:57:14.721926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fe66e4-51d7-40a0-a560-b973f612e6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:57:14.766572 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5243632e-a18d-46a4-8bbf-1d09a55ff68c admin admin] Publish callbacks [] for security_group (e9ae8b13-dbce-41d7-a308-c85b5b6ce679), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.777791 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5243632e-a18d-46a4-8bbf-1d09a55ff68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e9ae8b13-dbce-41d7-a308-c85b5b6ce679), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:14.806330 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcda0c0-e481-4106-be99-ce9ce58b436c x-openstack-request-id: req-6bcda0c0-e481-4106-be99-ce9ce58b436c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:57:14.806975 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:57:14.807456 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6bcda0c0-e481-4106-be99-ce9ce58b436c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:57:14.808050 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcda0c0-e481-4106-be99-ce9ce58b436c'] response: {'name': 'network-changed', 'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'status': 'completed', 'code': 200} May 10 19:57:14.813131 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:57:14.844194 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5243632e-a18d-46a4-8bbf-1d09a55ff68c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7609db58d5fd4ecaa1faadc17dd69fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382834 May 10 19:57:14.845332 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5243632e-a18d-46a4-8bbf-1d09a55ff68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ae8b13-dbce-41d7-a308-c85b5b6ce679,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:14.847747 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:14.959713 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1d5f79a7-8f2a-4a89-b29b-fb177d453ecc req-1c944e26-c8d9-4e93-8408-b5231cb22120 service neutron] 10.222.0.60 "GET /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441301 May 10 19:57:15.019768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e57d3-cfee-4e1a-a7fe-e973d8699790 req-12de03e8-3cb2-49b9-a92c-80992b071d19 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:15.021308 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da7e57d3-cfee-4e1a-a7fe-e973d8699790 req-12de03e8-3cb2-49b9-a92c-80992b071d19 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.0654309 May 10 19:57:15.146020 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-4d1328a7-cf71-4bb0-a13e-eb9fd639ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:15.147448 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-4d1328a7-cf71-4bb0-a13e-eb9fd639ba4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1129 time: 0.1824226 May 10 19:57:15.158138 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-badf55e5-c1c8-41f3-8dce-bb0de54690f8 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:15.160422 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-badf55e5-c1c8-41f3-8dce-bb0de54690f8 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.60 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 945 time: 0.1142104 May 10 19:57:15.164111 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] Publish callbacks [] for security_group (e9ae8b13-dbce-41d7-a308-c85b5b6ce679), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.187363 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] Publish callbacks [] for security_group (e9ae8b13-dbce-41d7-a308-c85b5b6ce679), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.196828 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'f42c55f0-9c62-4039-b90d-cc2db078f193', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:64:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:34Z', 'updated_at': '2022-05-10T19:57:13Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:15.221833 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-da7e57d3-cfee-4e1a-a7fe-e973d8699790 req-3c17cdb9-d255-4cd0-b9ae-4843f6d1a5fb tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/security-groups?id=6c6aa992-727d-4fa0-9442-d13102226900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771352 May 10 19:57:15.246241 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e9ae8b13-dbce-41d7-a308-c85b5b6ce679), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.250581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.263127 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9ae8b13-dbce-41d7-a308-c85b5b6ce679 HTTP/1.1" status: 204 len: 168 time: 0.4062786 May 10 19:57:15.266166 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb911eb-b31d-4b63-8142-2899cf5bdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ae8b13-dbce-41d7-a308-c85b5b6ce679,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:15.298784 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:57:15.313856 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:57:15.315847 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:57:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:15.347692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.561615 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f4f8a-2643-4bbf-9693-80c8d28a02d0 req-f3d33a5e-8018-448e-b85c-b2c3c924b64a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:15.564023 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-407f4f8a-2643-4bbf-9693-80c8d28a02d0 req-f3d33a5e-8018-448e-b85c-b2c3c924b64a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.1239455 May 10 19:57:15.567464 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:57:15.644258 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-407f4f8a-2643-4bbf-9693-80c8d28a02d0 req-0c8c7398-200a-48f6-8a13-49cd0da26efa tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690930 May 10 19:57:15.645344 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:15.709529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Deleting port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:57:15.710587 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.767692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-f417c516-4306-4941-b1e0-2c97965fe6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:15.769898 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-f417c516-4306-4941-b1e0-2c97965fe6ed service neutron] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 911 time: 0.3497679 May 10 19:57:15.814166 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80298419-9a99-4c8a-8913-4b251db4c1fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.832409 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] For port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,segment=NetworkSegment(75418db5-15ee-4ead-acb7-f84d5c45459d),segment_id=75418db5-15ee-4ead-acb7-f84d5c45459d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:57:15.832778 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.852822 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Calling delete_port for 489d3fae-f45c-4b37-8432-9a1c0e9e3eec owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:57:15.883909 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'f42c55f0-9c62-4039-b90d-cc2db078f193', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:64:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:34Z', 'updated_at': '2022-05-10T19:57:13Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:15.947021 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f386681-66aa-4dc4-b80c-8c8a75e9e6a3 None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'f42c55f0-9c62-4039-b90d-cc2db078f193', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.169', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:64:61:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:34Z', 'updated_at': '2022-05-10T19:57:13Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:57:15.954369 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80298419-9a99-4c8a-8913-4b251db4c1fb admin admin] Publish callbacks [] for security_group (c5e22238-9757-4fc5-a627-90dd06c5e073), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.961213 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-80298419-9a99-4c8a-8913-4b251db4c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c5e22238-9757-4fc5-a627-90dd06c5e073), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:15.982023 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53564) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:16.019236 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80298419-9a99-4c8a-8913-4b251db4c1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e22238-9757-4fc5-a627-90dd06c5e073,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.026628 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-80298419-9a99-4c8a-8913-4b251db4c1fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a06adff7f45247a5a4dde2a1339d4e21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800585 May 10 19:57:16.029322 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53570) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:16.061179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (489d3fae-f45c-4b37-8432-9a1c0e9e3eec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.100170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Pushing event deleted for resources: {'Port': ['ID=489d3fae-f45c-4b37-8432-9a1c0e9e3eec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.100753 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] Publish callbacks [] for security_group (c5e22238-9757-4fc5-a627-90dd06c5e073), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.127245 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] Publish callbacks [] for security_group (c5e22238-9757-4fc5-a627-90dd06c5e073), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.192126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] No DVR routers for this DVR port 489d3fae-f45c-4b37-8432-9a1c0e9e3eec on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:57:16.195551 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.199291 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2eb1f7d2-94c7-4119-b513-e41c98957891 req-1981ac66-9c98-44f3-9f82-484d2cbc6e48 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.60 "DELETE /v2.0/ports/489d3fae-f45c-4b37-8432-9a1c0e9e3eec HTTP/1.1" status: 204 len: 173 time: 0.7901042 May 10 19:57:16.201578 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c5e22238-9757-4fc5-a627-90dd06c5e073), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.206586 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.208311 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c5e22238-9757-4fc5-a627-90dd06c5e073 HTTP/1.1" status: 204 len: 168 time: 0.1775491 May 10 19:57:16.216694 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def2e39-be3e-4173-9d1b-92f3e9c0a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e22238-9757-4fc5-a627-90dd06c5e073,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.258051 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7f70b92-6d0a-402d-af9f-0af8e4160c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.277312 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14901f1-7029-4ca9-a263-adf0bfd2f4d4 None None] New status for floating IP f42c55f0-9c62-4039-b90d-cc2db078f193: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:57:16.389527 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9a9bc192-1e1e-4e6d-879e-e82c169e3c03 req-c58027e0-539f-453c-9f6d-6dc15eee8ea1 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.0396879 May 10 19:57:16.433739 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7f70b92-6d0a-402d-af9f-0af8e4160c72 admin admin] Publish callbacks [] for security_group (2e65aa00-3883-40a9-8cf7-2475465c7661), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.439681 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7f70b92-6d0a-402d-af9f-0af8e4160c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e65aa00-3883-40a9-8cf7-2475465c7661), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.486249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f70b92-6d0a-402d-af9f-0af8e4160c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e65aa00-3883-40a9-8cf7-2475465c7661,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.501847 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f7f70b92-6d0a-402d-af9f-0af8e4160c72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1796d8b5031d446783de1d34605ab175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5189586 May 10 19:57:16.504733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:16.563855 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] Publish callbacks [] for security_group (2e65aa00-3883-40a9-8cf7-2475465c7661), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.587832 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] Publish callbacks [] for security_group (2e65aa00-3883-40a9-8cf7-2475465c7661), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.647006 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e65aa00-3883-40a9-8cf7-2475465c7661), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.650847 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.655042 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e65aa00-3883-40a9-8cf7-2475465c7661 HTTP/1.1" status: 204 len: 168 time: 0.1491225 May 10 19:57:16.663856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1db54-5b31-462d-99ae-256355e16e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e65aa00-3883-40a9-8cf7-2475465c7661,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:16.718617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53600) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:16.784536 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9e37fe-0cd9-4fc3-866c-968f903b1847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.809881 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'name': 'network-vif-deleted', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:57:16.814133 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b887b9ed-df37-4f85-a7cc-0fd8ae00fd3c" -d '{"events": [{"server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "name": "network-vif-deleted", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:57:16.815589 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6fb9-9877-4a7f-afa3-c441b8651c9d req-71f258c6-04db-4325-bd5a-3eb99a940b65 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:16.817308 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92df6fb9-9877-4a7f-afa3-c441b8651c9d req-71f258c6-04db-4325-bd5a-3eb99a940b65 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0877705 May 10 19:57:16.861939 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74050a67-30fd-4768-85cd-ace97c9096ff x-openstack-request-id: req-74050a67-30fd-4768-85cd-ace97c9096ff {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:57:16.862843 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c845f562-743f-4236-89b6-eaff7c82e2dd", "name": "network-vif-deleted", "tag": "489d3fae-f45c-4b37-8432-9a1c0e9e3eec", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:57:16.863098 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-74050a67-30fd-4768-85cd-ace97c9096ff {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:57:16.863499 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74050a67-30fd-4768-85cd-ace97c9096ff'] response: {'server_uuid': 'c845f562-743f-4236-89b6-eaff7c82e2dd', 'name': 'network-vif-deleted', 'tag': '489d3fae-f45c-4b37-8432-9a1c0e9e3eec', 'status': 'completed', 'code': 200} May 10 19:57:16.886720 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92df6fb9-9877-4a7f-afa3-c441b8651c9d req-430de96e-0e21-442e-b29b-a980cdb38bae tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618284 May 10 19:57:16.939911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9e37fe-0cd9-4fc3-866c-968f903b1847 admin admin] Publish callbacks [] for security_group (c4490bba-2304-49b8-9074-4bbbb9bc4a48), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.944129 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be9e37fe-0cd9-4fc3-866c-968f903b1847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c4490bba-2304-49b8-9074-4bbbb9bc4a48), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:16.980255 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be9e37fe-0cd9-4fc3-866c-968f903b1847 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc1f105e69264c54b1645c399b7902f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578409 May 10 19:57:16.981053 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53612) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:16.991511 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e37fe-0cd9-4fc3-866c-968f903b1847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4490bba-2304-49b8-9074-4bbbb9bc4a48,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:17.037860 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] Publish callbacks [] for security_group (c4490bba-2304-49b8-9074-4bbbb9bc4a48), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.060325 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] Publish callbacks [] for security_group (c4490bba-2304-49b8-9074-4bbbb9bc4a48), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.108883 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c4490bba-2304-49b8-9074-4bbbb9bc4a48), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.111502 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.112905 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c4490bba-2304-49b8-9074-4bbbb9bc4a48 HTTP/1.1" status: 204 len: 168 time: 0.1310940 May 10 19:57:17.126290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f4089-bbe7-400e-b607-81641cce522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4490bba-2304-49b8-9074-4bbbb9bc4a48,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:17.141570 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.194435 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53620) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:17.208864 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2ba-9cd6-4b6e-9d4d-3774ec365458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.288499 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2ba-9cd6-4b6e-9d4d-3774ec365458 admin admin] Publish callbacks [] for security_group (e94699f8-9577-4624-85f3-934c53c0bd29), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.292933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e3d8f2ba-9cd6-4b6e-9d4d-3774ec365458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e94699f8-9577-4624-85f3-934c53c0bd29), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.329073 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8f2ba-9cd6-4b6e-9d4d-3774ec365458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94699f8-9577-4624-85f3-934c53c0bd29,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:17.338056 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e3d8f2ba-9cd6-4b6e-9d4d-3774ec365458 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7a91c03cc64a4059847caa954af234cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399467 May 10 19:57:17.338299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:17.394116 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] Publish callbacks [] for security_group (e94699f8-9577-4624-85f3-934c53c0bd29), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.422697 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] Publish callbacks [] for security_group (e94699f8-9577-4624-85f3-934c53c0bd29), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.495268 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29328b44-2fe2-4687-bf34-194bc6747321 req-bc5c0fb5-4b87-43d4-8715-bd771e7bc535 tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.0288684 May 10 19:57:17.516497 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e94699f8-9577-4624-85f3-934c53c0bd29), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.524767 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:17.527232 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e94699f8-9577-4624-85f3-934c53c0bd29 HTTP/1.1" status: 204 len: 168 time: 0.1878152 May 10 19:57:17.538838 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9f68b-49ac-4d7f-8fd5-ceb07dd92494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94699f8-9577-4624-85f3-934c53c0bd29,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:18.024625 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f7488-3895-4fc4-963e-5c274aeb8247 req-a27377ad-f4e4-4450-afb1-3e97969c3655 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:18.026260 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-779f7488-3895-4fc4-963e-5c274aeb8247 req-a27377ad-f4e4-4450-afb1-3e97969c3655 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0507581 May 10 19:57:18.078765 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-779f7488-3895-4fc4-963e-5c274aeb8247 req-ccff9eda-3cf2-4504-9593-cd987e7009ec tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455799 May 10 19:57:18.325596 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53688) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:18.467509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396980374-network', 'tenant_id': 'ef09b07e216740248983d75373a66876'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:18.487831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Made reservation on behalf of ef09b07e216740248983d75373a66876 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:57:18.490097 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.499039 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.555714 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 489d3fae-f45c-4b37-8432-9a1c0e9e3eec no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:57:18.616449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 489d3fae-f45c-4b37-8432-9a1c0e9e3eec {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:57:18.617022 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 489d3fae-f45c-4b37-8432-9a1c0e9e3eec not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:57:18.687461 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-00152f77-0ec6-4314-a881-3fea72fb7dda req-0c98893d-70bb-4f7c-818a-556c2022a88b tempest-DeleteServersTestJSON-680930683 tempest-DeleteServersTestJSON-680930683-project] 10.222.0.57 "GET /v2.0/ports?device_id=c845f562-743f-4236-89b6-eaff7c82e2dd HTTP/1.1" status: 200 len: 210 time: 0.0810022 May 10 19:57:18.711987 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks [] for security_group (9c194a35-3fbe-4c18-90ce-9bca0562d89f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.714622 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-e64cd7e7-9549-4ab7-bc30-44ceb1fc5a9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 200 len: 1001 time: 0.1393619 May 10 19:57:18.716264 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9c194a35-3fbe-4c18-90ce-9bca0562d89f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.776802 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:57:18.787386 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c194a35-3fbe-4c18-90ce-9bca0562d89f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:18.797593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-60839f6d-ad4d-4159-9eb6-0bc162364ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:18.799115 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-60839f6d-ad4d-4159-9eb6-0bc162364ad0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.0773818 May 10 19:57:18.800790 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (ed1ff436-2052-4bae-82d1-37150bb20ef2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.801127 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Added segment ed1ff436-2052-4bae-82d1-37150bb20ef2 of type vlan for network 6dcf633f-ed60-4422-8490-15e34f0c017d May 10 19:57:18.872646 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (6dcf633f-ed60-4422-8490-15e34f0c017d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.878717 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-e4ec9b9d-3f5a-47a7-a42d-4952291d3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:18.880185 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-e4ec9b9d-3f5a-47a7-a42d-4952291d3a7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701065 May 10 19:57:18.955339 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (6dcf633f-ed60-4422-8490-15e34f0c017d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:18.956429 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:18.956856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:19.034412 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7069709 May 10 19:57:19.038197 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53714) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:19.045899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b7d5a-4bcb-49ac-bf0d-fee494254d62 admin admin] Pushing event updated for resources: {'Network': ['ID=6dcf633f-ed60-4422-8490-15e34f0c017d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:19.060194 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Request body: {'subnet': {'network_id': '6dcf633f-ed60-4422-8490-15e34f0c017d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396980374-subnet', 'tenant_id': 'ef09b07e216740248983d75373a66876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:19.062625 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 6dcf633f-ed60-4422-8490-15e34f0c017d details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:57:19.067750 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-29891a3b-bf00-42f9-b581-0d090e78f84e service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796103 May 10 19:57:19.090446 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Made reservation on behalf of ef09b07e216740248983d75373a66876 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:57:19.094884 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5884103'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:19.230475 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68fe66e4-51d7-40a0-a560-b973f612e6c5 req-20bd79aa-72e6-4158-bdf6-337b110bf063 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546140 May 10 19:57:19.353174 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abd19c-592b-4ea0-a54a-63db73e0c6a5 req-4a73ab2a-3fa7-4b39-8d66-52c24d5d3496 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:19.354972 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71abd19c-592b-4ea0-a54a-63db73e0c6a5 req-4a73ab2a-3fa7-4b39-8d66-52c24d5d3496 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.1277604 May 10 19:57:19.472529 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71abd19c-592b-4ea0-a54a-63db73e0c6a5 req-5ce59614-5e2a-467a-8146-9c6efca5383f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103051 May 10 19:57:19.496156 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6739570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5884121'] for subnet (b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:19.574686 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:19.613402 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Checking segment: {'id': 'ed1ff436-2052-4bae-82d1-37150bb20ef2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '6dcf633f-ed60-4422-8490-15e34f0c017d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:57:19.613613 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Network hostable DHCP agents. Network: 6dcf633f-ed60-4422-8490-15e34f0c017d, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:57:19.646617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Network 6dcf633f-ed60-4422-8490-15e34f0c017d is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:57:19.657568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 6dcf633f-ed60-4422-8490-15e34f0c017d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:57:19.662658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:19.663319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:19.669482 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af46563-a303-4f59-a0ad-5f9532bfec8a None None] Network 6dcf633f-ed60-4422-8490-15e34f0c017d requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:57:19.688799 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-be91ee67-4767-4ccf-8ab2-aa9e9dad299c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6386926 May 10 19:57:19.789071 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de393d4a-f18d-43d5-80c6-11ef9c23a041 None None] Network 6dcf633f-ed60-4422-8490-15e34f0c017d requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:57:20.248788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53774) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:20.253740 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-982102603-network', 'tenant_id': 'e035d66fd5a24ebe8ce34ca0b6a4d5f2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:20.274617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Made reservation on behalf of e035d66fd5a24ebe8ce34ca0b6a4d5f2 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:57:20.277138 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.285304 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.365819 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks [] for security_group (05fb58b4-be7f-4211-90b5-0c314853c75b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.369709 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (05fb58b4-be7f-4211-90b5-0c314853c75b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.403200 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:57:20.411423 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fb58b4-be7f-4211-90b5-0c314853c75b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:20.417527 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (c34e53c8-5907-4b3d-8050-04209930fd87), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.417875 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Added segment c34e53c8-5907-4b3d-8050-04209930fd87 of type vlan for network ad4d740b-9a07-4ef4-893b-6c3794ffba55 May 10 19:57:20.462885 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (ad4d740b-9a07-4ef4-893b-6c3794ffba55), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.488739 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (ad4d740b-9a07-4ef4-893b-6c3794ffba55), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.489695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:20.490254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.548277 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2983756 May 10 19:57:20.551653 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:20.556221 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Request body: {'subnet': {'network_id': 'ad4d740b-9a07-4ef4-893b-6c3794ffba55', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-982102603-subnet', 'tenant_id': 'e035d66fd5a24ebe8ce34ca0b6a4d5f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:57:20.572200 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67044110-f9d1-48aa-aa39-d36e28fe80ed admin admin] Pushing event updated for resources: {'Network': ['ID=ad4d740b-9a07-4ef4-893b-6c3794ffba55,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:20.584472 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Made reservation on behalf of e035d66fd5a24ebe8ce34ca0b6a4d5f2 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:57:20.586968 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5884103'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.589783 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network ad4d740b-9a07-4ef4-893b-6c3794ffba55 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:57:20.601557 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38c78e-fd20-4052-9cd6-1ccf023eb410 req-4f7db6df-cf86-41b2-aa93-4ebf736960dd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:20.604648 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab38c78e-fd20-4052-9cd6-1ccf023eb410 req-4f7db6df-cf86-41b2-aa93-4ebf736960dd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0597444 May 10 19:57:20.679146 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ab38c78e-fd20-4052-9cd6-1ccf023eb410 req-f67d8ddf-4683-4aa7-92b8-27fb0777c7f3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651550 May 10 19:57:20.816621 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6739570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5884121'] for subnet (73d998b1-2ac6-40ab-8d19-1ee6a72401c1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.884858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73d998b1-2ac6-40ab-8d19-1ee6a72401c1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:20.892792 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Checking segment: {'id': 'c34e53c8-5907-4b3d-8050-04209930fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'ad4d740b-9a07-4ef4-893b-6c3794ffba55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:57:20.893710 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Network hostable DHCP agents. Network: ad4d740b-9a07-4ef4-893b-6c3794ffba55, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:57:20.914153 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Network ad4d740b-9a07-4ef4-893b-6c3794ffba55 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:57:20.923380 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, ad4d740b-9a07-4ef4-893b-6c3794ffba55) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:57:20.931894 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7b101-8b6f-491d-91e2-8c7515fed8eb None None] Network ad4d740b-9a07-4ef4-893b-6c3794ffba55 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:57:20.932577 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:20.933007 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:20.962683 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8fc614c4-cbc4-4b25-9b4f-4c8f3cb656e9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4007151 May 10 19:57:21.061302 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07810ccd-130a-491b-97da-765db6038375 None None] Network ad4d740b-9a07-4ef4-893b-6c3794ffba55 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:57:21.241001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53836) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:21.287453 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Deleting subnet a1a881d9-295c-4e44-b2d9-0aa6f4322002 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:57:21.290488 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Publish callbacks [] for subnet (a1a881d9-295c-4e44-b2d9-0aa6f4322002), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.329004 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (a1a881d9-295c-4e44-b2d9-0aa6f4322002), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.366950 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (a1a881d9-295c-4e44-b2d9-0aa6f4322002), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.421254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (a1a881d9-295c-4e44-b2d9-0aa6f4322002), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.448966 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a881d9-295c-4e44-b2d9-0aa6f4322002,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:21.454045 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.457889 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f8369632-c9b3-436f-ab35-7abbb98b5b0d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1a881d9-295c-4e44-b2d9-0aa6f4322002 HTTP/1.1" status: 204 len: 168 time: 0.2158213 May 10 19:57:21.460881 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53838) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:21.543587 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (3c878f7c-4fc9-4a35-81d1-78fb260307a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.629444 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (3c878f7c-4fc9-4a35-81d1-78fb260307a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.649575 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c878f7c-4fc9-4a35-81d1-78fb260307a8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:21.659473 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75418db5-15ee-4ead-acb7-f84d5c45459d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:21.659774 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75418db5-15ee-4ead-acb7-f84d5c45459d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:21.669147 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (75418db5-15ee-4ead-acb7-f84d5c45459d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.682172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (75418db5-15ee-4ead-acb7-f84d5c45459d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.688047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:57:21.688487 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (75418db5-15ee-4ead-acb7-f84d5c45459d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:57:21.690093 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:57:21.745416 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (3c878f7c-4fc9-4a35-81d1-78fb260307a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.760678 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:21.766399 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3c878f7c-4fc9-4a35-81d1-78fb260307a8 HTTP/1.1" status: 204 len: 168 time: 0.3019440 May 10 19:57:21.790019 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491adb-26a2-4c30-8375-29dec2c64497 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c878f7c-4fc9-4a35-81d1-78fb260307a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:21.814529 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53456e-a59d-4777-8944-4b6b94b9c57c req-00e9981b-43ca-473d-8c6d-0b783191ccc3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:21.816022 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da53456e-a59d-4777-8944-4b6b94b9c57c req-00e9981b-43ca-473d-8c6d-0b783191ccc3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0678754 May 10 19:57:21.866968 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-da53456e-a59d-4777-8944-4b6b94b9c57c req-018ca273-1b46-47e4-9d6b-b7d8489b984a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 May 10 19:57:21.941265 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53860) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:21.985352 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-37ee91b7-d8cd-4004-bce6-85c6950e98d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=25b61967dc5c42ceb097f40a01045bfa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429652 May 10 19:57:21.987827 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53864) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:22.038591 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] Publish callbacks [] for security_group (6c6aa992-727d-4fa0-9442-d13102226900), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:22.060014 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] Publish callbacks [] for security_group (6c6aa992-727d-4fa0-9442-d13102226900), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:22.107456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6c6aa992-727d-4fa0-9442-d13102226900), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:22.110047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:22.111224 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c6aa992-727d-4fa0-9442-d13102226900 HTTP/1.1" status: 204 len: 168 time: 0.1225204 May 10 19:57:22.120933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cb35-a218-45b8-80a8-0e90b5e245a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6aa992-727d-4fa0-9442-d13102226900,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:22.743599 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53934) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:22.885412 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d04472a-7ca2-459b-880f-ebe00ca1a473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:22.999794 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d04472a-7ca2-459b-880f-ebe00ca1a473 admin admin] Publish callbacks [] for security_group (6267795b-2251-455d-99b5-0fd1dded0706), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.005725 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1d04472a-7ca2-459b-880f-ebe00ca1a473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6267795b-2251-455d-99b5-0fd1dded0706), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.045521 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04472a-7ca2-459b-880f-ebe00ca1a473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6267795b-2251-455d-99b5-0fd1dded0706,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:23.051106 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72803d55-d696-4fbe-bc61-2b3126bc0432 req-1927c6b3-2a56-445b-bde8-ca298df584d6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:23.057469 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72803d55-d696-4fbe-bc61-2b3126bc0432 req-1927c6b3-2a56-445b-bde8-ca298df584d6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0793569 May 10 19:57:23.070358 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1d04472a-7ca2-459b-880f-ebe00ca1a473 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c4229616c374f838805317cdedc1067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249290 May 10 19:57:23.073329 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53954) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:23.120650 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-72803d55-d696-4fbe-bc61-2b3126bc0432 req-347ae870-a0cb-43cb-96c0-16ce58d27040 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605235 May 10 19:57:23.121878 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:57:23.155693 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] Publish callbacks [] for security_group (6267795b-2251-455d-99b5-0fd1dded0706), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.180813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] Publish callbacks [] for security_group (6267795b-2251-455d-99b5-0fd1dded0706), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.198367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53962) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:23.240885 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6267795b-2251-455d-99b5-0fd1dded0706), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.244042 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.247747 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6267795b-2251-455d-99b5-0fd1dded0706 HTTP/1.1" status: 204 len: 168 time: 0.1711106 May 10 19:57:23.255383 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3874889-741a-44ee-864b-ef1aeba698d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6267795b-2251-455d-99b5-0fd1dded0706,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:23.385343 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29b9021e-3d64-4b46-96fe-77bdd552e627 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.472816 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29b9021e-3d64-4b46-96fe-77bdd552e627 admin admin] Publish callbacks [] for security_group (6061cc56-35b7-497a-8c2a-468d48173303), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.477845 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29b9021e-3d64-4b46-96fe-77bdd552e627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6061cc56-35b7-497a-8c2a-468d48173303), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.522360 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-29b9021e-3d64-4b46-96fe-77bdd552e627 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b5a3bc6f2b1f43b48dc418dfba066489&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227596 May 10 19:57:23.523918 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9021e-3d64-4b46-96fe-77bdd552e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6061cc56-35b7-497a-8c2a-468d48173303,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:23.524996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 53978) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:23.584260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] Publish callbacks [] for security_group (6061cc56-35b7-497a-8c2a-468d48173303), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.609226 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] Publish callbacks [] for security_group (6061cc56-35b7-497a-8c2a-468d48173303), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.637117 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 53980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:23.651401 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b8e3-18bc-4c43-86af-b1427d694298 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.687755 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6061cc56-35b7-497a-8c2a-468d48173303), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.691205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.692465 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6061cc56-35b7-497a-8c2a-468d48173303 HTTP/1.1" status: 204 len: 168 time: 0.1662946 May 10 19:57:23.703667 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3424bbb-2f38-446e-82ec-a0f4794d4759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6061cc56-35b7-497a-8c2a-468d48173303,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:23.766893 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b8e3-18bc-4c43-86af-b1427d694298 admin admin] Publish callbacks [] for security_group (fe37a4d9-6e10-4fc1-bb4e-d7e308d21814), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.771684 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b8e3-18bc-4c43-86af-b1427d694298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fe37a4d9-6e10-4fc1-bb4e-d7e308d21814), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.814652 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54002) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:23.815207 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7eb8b8e3-18bc-4c43-86af-b1427d694298 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=584f505cf491458096cf8eb99eb89c69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1762061 May 10 19:57:23.815899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b8e3-18bc-4c43-86af-b1427d694298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37a4d9-6e10-4fc1-bb4e-d7e308d21814,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:23.884426 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] Publish callbacks [] for security_group (fe37a4d9-6e10-4fc1-bb4e-d7e308d21814), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.907386 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] Publish callbacks [] for security_group (fe37a4d9-6e10-4fc1-bb4e-d7e308d21814), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.967933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fe37a4d9-6e10-4fc1-bb4e-d7e308d21814), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.971400 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:23.975312 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe37a4d9-6e10-4fc1-bb4e-d7e308d21814 HTTP/1.1" status: 204 len: 168 time: 0.1567597 May 10 19:57:23.980683 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee3adb-11b3-4d4d-8e6e-288195ad38f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37a4d9-6e10-4fc1-bb4e-d7e308d21814,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:24.179750 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54026) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:24.194523 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdf48-77c8-4373-bdb5-2e0095ced15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.266529 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b954c-6f19-403f-aa7e-91b4a2d6038e req-19e50c43-67f6-4379-90e7-9d6af0470e97 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:24.269642 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e1b954c-6f19-403f-aa7e-91b4a2d6038e req-19e50c43-67f6-4379-90e7-9d6af0470e97 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0668585 May 10 19:57:24.299972 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdf48-77c8-4373-bdb5-2e0095ced15d admin admin] Publish callbacks [] for security_group (ad192092-d233-44bc-b5bd-d41cb1e9b71e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.306761 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54032) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:24.313738 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ddbfdf48-77c8-4373-bdb5-2e0095ced15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ad192092-d233-44bc-b5bd-d41cb1e9b71e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.388906 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e1b954c-6f19-403f-aa7e-91b4a2d6038e req-7275dea9-05eb-407b-8706-d49e8c630030 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122684 May 10 19:57:24.390620 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ddbfdf48-77c8-4373-bdb5-2e0095ced15d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4847e7da7a1e40e786d5edcb43712896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087553 May 10 19:57:24.391206 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54042) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:24.394564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfdf48-77c8-4373-bdb5-2e0095ced15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad192092-d233-44bc-b5bd-d41cb1e9b71e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:24.465491 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] Publish callbacks [] for security_group (ad192092-d233-44bc-b5bd-d41cb1e9b71e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.508355 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] Publish callbacks [] for security_group (ad192092-d233-44bc-b5bd-d41cb1e9b71e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.524899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4048-3c0c-4d86-840d-4da86aa8e9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.587903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ad192092-d233-44bc-b5bd-d41cb1e9b71e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.590608 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.591931 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad192092-d233-44bc-b5bd-d41cb1e9b71e HTTP/1.1" status: 204 len: 168 time: 0.1994345 May 10 19:57:24.635643 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4048-3c0c-4d86-840d-4da86aa8e9a2 admin admin] Publish callbacks [] for security_group (77084501-40c7-45a9-b91c-67a01dc8a16d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.644097 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57472791-d0c7-48c5-a4d3-d95d22325517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad192092-d233-44bc-b5bd-d41cb1e9b71e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:24.647198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0a4048-3c0c-4d86-840d-4da86aa8e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (77084501-40c7-45a9-b91c-67a01dc8a16d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:24.940478 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ab0a4048-3c0c-4d86-840d-4da86aa8e9a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20eb28f8e08e4214b136dadde33c1223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6301095 May 10 19:57:24.940478 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a4048-3c0c-4d86-840d-4da86aa8e9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77084501-40c7-45a9-b91c-67a01dc8a16d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:24.940711 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54066) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:24.995563 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] Publish callbacks [] for security_group (77084501-40c7-45a9-b91c-67a01dc8a16d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:25.019139 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] Publish callbacks [] for security_group (77084501-40c7-45a9-b91c-67a01dc8a16d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:25.079686 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (77084501-40c7-45a9-b91c-67a01dc8a16d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:25.083243 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:25.084846 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/77084501-40c7-45a9-b91c-67a01dc8a16d HTTP/1.1" status: 204 len: 168 time: 0.1430984 May 10 19:57:25.093144 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37347ee-ad00-40bb-9009-180953efff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77084501-40c7-45a9-b91c-67a01dc8a16d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:25.504447 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb47713-781d-4237-9043-d81bbe191559 req-f7ac9830-1d99-4ea0-8af3-635969df62d0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:25.506047 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0eb47713-781d-4237-9043-d81bbe191559 req-f7ac9830-1d99-4ea0-8af3-635969df62d0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0494599 May 10 19:57:25.567272 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0eb47713-781d-4237-9043-d81bbe191559 req-56df2f66-dd99-4dd3-a784-bea4850dcbbb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517027 May 10 19:57:26.710891 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b316fd5-ccc1-445e-b4d0-a36faafa442f req-aacec554-025f-4099-bb6a-e4f4291b880f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:26.712441 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b316fd5-ccc1-445e-b4d0-a36faafa442f req-aacec554-025f-4099-bb6a-e4f4291b880f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0618572 May 10 19:57:26.770444 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b316fd5-ccc1-445e-b4d0-a36faafa442f req-e8409662-ed3e-4184-bb7d-a77ef4070d1b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467830 May 10 19:57:27.613415 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54254) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:27.701497 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:27.893229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf09c3a-4296-45b3-912a-04cc02d1f640 req-2cc192db-e094-41d5-b1da-5c9ed93157e1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:27.894852 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dbf09c3a-4296-45b3-912a-04cc02d1f640 req-2cc192db-e094-41d5-b1da-5c9ed93157e1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0466027 May 10 19:57:27.906066 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f70967d8-bdfa-43b9-b18e-335e15938090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:27.930312 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54274) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:27.951704 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dbf09c3a-4296-45b3-912a-04cc02d1f640 req-23c71242-6431-4d18-a7b6-680060260b49 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500820 May 10 19:57:27.958051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-029a366a-ec98-4c68-8dbe-8c6b02f8667c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.027076 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a96dd10c-a27f-4ce0-9e6e-a03141f6d680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.083721 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f70967d8-bdfa-43b9-b18e-335e15938090 admin admin] Publish callbacks [] for security_group (6c07f59f-1116-4688-8341-cfff73f0c106), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.093794 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f70967d8-bdfa-43b9-b18e-335e15938090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6c07f59f-1116-4688-8341-cfff73f0c106), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.135581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:28.145522 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-029a366a-ec98-4c68-8dbe-8c6b02f8667c admin admin] Publish callbacks [] for security_group (44f8b689-11f8-48be-8f63-39e493b60659), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.164583 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-029a366a-ec98-4c68-8dbe-8c6b02f8667c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (44f8b689-11f8-48be-8f63-39e493b60659), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.184694 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f70967d8-bdfa-43b9-b18e-335e15938090 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c546c57dc38a4f26a0eaf0e253f65c49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4820826 May 10 19:57:28.187748 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54284) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:28.191590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70967d8-bdfa-43b9-b18e-335e15938090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c07f59f-1116-4688-8341-cfff73f0c106,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.235988 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-029a366a-ec98-4c68-8dbe-8c6b02f8667c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1e0234c1eb544036801aa8e383fa811e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6191540 May 10 19:57:28.237981 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:28.246417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] Publish callbacks [] for security_group (6c07f59f-1116-4688-8341-cfff73f0c106), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.250229 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a366a-ec98-4c68-8dbe-8c6b02f8667c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f8b689-11f8-48be-8f63-39e493b60659,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.255788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a96dd10c-a27f-4ce0-9e6e-a03141f6d680 admin admin] Publish callbacks [] for security_group (391f17d1-b6dd-4525-bf9a-d3ad36bf5767), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.265029 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a96dd10c-a27f-4ce0-9e6e-a03141f6d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (391f17d1-b6dd-4525-bf9a-d3ad36bf5767), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.275814 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7ed0a52-a197-4083-800b-8d72776e88eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.292323 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] Publish callbacks [] for security_group (6c07f59f-1116-4688-8341-cfff73f0c106), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.320822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96dd10c-a27f-4ce0-9e6e-a03141f6d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391f17d1-b6dd-4525-bf9a-d3ad36bf5767,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.327242 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a96dd10c-a27f-4ce0-9e6e-a03141f6d680 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7aeb98877d59446aa1f1d684fde50349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3957427 May 10 19:57:28.330907 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:28.358198 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] Publish callbacks [] for security_group (44f8b689-11f8-48be-8f63-39e493b60659), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.373435 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6c07f59f-1116-4688-8341-cfff73f0c106), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.377083 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.381440 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c07f59f-1116-4688-8341-cfff73f0c106 HTTP/1.1" status: 204 len: 168 time: 0.1922441 May 10 19:57:28.393359 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73573f7c-9c05-41bc-a028-3ab9f58a1498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c07f59f-1116-4688-8341-cfff73f0c106,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.401320 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] Publish callbacks [] for security_group (44f8b689-11f8-48be-8f63-39e493b60659), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.444675 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7ed0a52-a197-4083-800b-8d72776e88eb admin admin] Publish callbacks [] for security_group (9bc83d7b-0788-411f-a088-8a756177e28f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.444981 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] Publish callbacks [] for security_group (391f17d1-b6dd-4525-bf9a-d3ad36bf5767), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.451307 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e7ed0a52-a197-4083-800b-8d72776e88eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9bc83d7b-0788-411f-a088-8a756177e28f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.472210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] Publish callbacks [] for security_group (391f17d1-b6dd-4525-bf9a-d3ad36bf5767), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.496646 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (44f8b689-11f8-48be-8f63-39e493b60659), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.500073 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.501314 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44f8b689-11f8-48be-8f63-39e493b60659 HTTP/1.1" status: 204 len: 168 time: 0.2584007 May 10 19:57:28.515911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ca37a-8181-47a2-bffa-8c8e0846495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f8b689-11f8-48be-8f63-39e493b60659,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.532327 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ed0a52-a197-4083-800b-8d72776e88eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc83d7b-0788-411f-a088-8a756177e28f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.552808 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:28.554957 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e7ed0a52-a197-4083-800b-8d72776e88eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7838849f1a1b40d6aaba9b6d62260454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167683 May 10 19:57:28.579934 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (391f17d1-b6dd-4525-bf9a-d3ad36bf5767), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.584653 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.589453 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/391f17d1-b6dd-4525-bf9a-d3ad36bf5767 HTTP/1.1" status: 204 len: 168 time: 0.2576039 May 10 19:57:28.621689 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a4909-2f93-4328-9c0d-25b7b96cf409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391f17d1-b6dd-4525-bf9a-d3ad36bf5767,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.654138 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] Publish callbacks [] for security_group (9bc83d7b-0788-411f-a088-8a756177e28f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.687374 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] Publish callbacks [] for security_group (9bc83d7b-0788-411f-a088-8a756177e28f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.742191 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9bc83d7b-0788-411f-a088-8a756177e28f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.745104 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:28.746279 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bc83d7b-0788-411f-a088-8a756177e28f HTTP/1.1" status: 204 len: 168 time: 0.1918051 May 10 19:57:28.755414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6e894-06ca-4c67-aaeb-0a30f6d3869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc83d7b-0788-411f-a088-8a756177e28f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:28.997593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54320) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.013482 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0736b1b-ded9-45d9-8c5f-7fa9e866cc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.079799 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed10bdc-6812-4c9a-b015-30a6de0b28f9 req-76b2ad83-6f14-48f4-b37a-1c70e46a26b2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:29.082956 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ed10bdc-6812-4c9a-b015-30a6de0b28f9 req-76b2ad83-6f14-48f4-b37a-1c70e46a26b2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0536001 May 10 19:57:29.128925 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0736b1b-ded9-45d9-8c5f-7fa9e866cc65 admin admin] Publish callbacks [] for security_group (f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.134299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f0736b1b-ded9-45d9-8c5f-7fa9e866cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.151349 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6ed10bdc-6812-4c9a-b015-30a6de0b28f9 req-89d541d6-5b17-43a1-b2a9-f3d8824e59db tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627756 May 10 19:57:29.185744 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f0736b1b-ded9-45d9-8c5f-7fa9e866cc65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee6bdc099c04410ea9f7423794b5aebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867259 May 10 19:57:29.188023 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0736b1b-ded9-45d9-8c5f-7fa9e866cc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.188539 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.226436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54326) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.233540 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54328) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.248368 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc452f16-b280-41cb-851c-4e145403b308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.255572 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9af5c293-8048-4d28-8cdc-b799655a1524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.264599 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] Publish callbacks [] for security_group (f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.299476 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] Publish callbacks [] for security_group (f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.328200 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc452f16-b280-41cb-851c-4e145403b308 admin admin] Publish callbacks [] for security_group (b55b67be-2df8-473e-befb-abc81318203f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.333851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc452f16-b280-41cb-851c-4e145403b308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b55b67be-2df8-473e-befb-abc81318203f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.376638 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fc452f16-b280-41cb-851c-4e145403b308 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b238523c88624abaaf867c4d86da5141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412637 May 10 19:57:29.379685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc452f16-b280-41cb-851c-4e145403b308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55b67be-2df8-473e-befb-abc81318203f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.382775 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54330) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.389405 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9af5c293-8048-4d28-8cdc-b799655a1524 admin admin] Publish callbacks [] for security_group (b25f57ba-1496-4417-894f-a97e906341ce), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.390670 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.394734 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.398418 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7 HTTP/1.1" status: 204 len: 168 time: 0.2087266 May 10 19:57:29.401361 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9af5c293-8048-4d28-8cdc-b799655a1524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b25f57ba-1496-4417-894f-a97e906341ce), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.422723 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f263e-6db7-4e96-84b7-c6b453a2e41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08478cc-bd99-4ba3-a7ca-4dd8c24a1ce7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.445327 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9af5c293-8048-4d28-8cdc-b799655a1524 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edf92df087cc4f4695f2ca8c59508a6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178562 May 10 19:57:29.448889 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54334) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.468637 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] Publish callbacks [] for security_group (b55b67be-2df8-473e-befb-abc81318203f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.473177 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5c293-8048-4d28-8cdc-b799655a1524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25f57ba-1496-4417-894f-a97e906341ce,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.495792 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] Publish callbacks [] for security_group (b55b67be-2df8-473e-befb-abc81318203f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.516403 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] Publish callbacks [] for security_group (b25f57ba-1496-4417-894f-a97e906341ce), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.516852 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54336) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.545400 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a3d77a0-16b3-435e-bee6-28db6d3151c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.558082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b55b67be-2df8-473e-befb-abc81318203f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.561239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.571501 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b55b67be-2df8-473e-befb-abc81318203f HTTP/1.1" status: 204 len: 168 time: 0.1786613 May 10 19:57:29.572687 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] Publish callbacks [] for security_group (b25f57ba-1496-4417-894f-a97e906341ce), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.582948 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835f565b-33af-4c5e-848a-4a3740518625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55b67be-2df8-473e-befb-abc81318203f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.662393 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b25f57ba-1496-4417-894f-a97e906341ce), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.665062 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.666240 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b25f57ba-1496-4417-894f-a97e906341ce HTTP/1.1" status: 204 len: 168 time: 0.2164488 May 10 19:57:29.690864 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dab1ce-2d34-43e2-bba7-ea0691efdaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25f57ba-1496-4417-894f-a97e906341ce,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.697681 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a3d77a0-16b3-435e-bee6-28db6d3151c5 admin admin] Publish callbacks [] for security_group (17bff832-75a2-4cd3-872a-de80ad7b8927), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.703622 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5a3d77a0-16b3-435e-bee6-28db6d3151c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (17bff832-75a2-4cd3-872a-de80ad7b8927), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.748783 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5a3d77a0-16b3-435e-bee6-28db6d3151c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=726c740d76964f1aafa1385017129ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303371 May 10 19:57:29.751453 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54350) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:29.752182 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d77a0-16b3-435e-bee6-28db6d3151c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bff832-75a2-4cd3-872a-de80ad7b8927,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:29.818637 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] Publish callbacks [] for security_group (17bff832-75a2-4cd3-872a-de80ad7b8927), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.850516 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] Publish callbacks [] for security_group (17bff832-75a2-4cd3-872a-de80ad7b8927), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.913997 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (17bff832-75a2-4cd3-872a-de80ad7b8927), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.914626 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:29.918430 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17bff832-75a2-4cd3-872a-de80ad7b8927 HTTP/1.1" status: 204 len: 168 time: 0.1658969 May 10 19:57:29.926827 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e77c7-a156-4c33-bb66-f0e4400ea4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bff832-75a2-4cd3-872a-de80ad7b8927,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:30.273739 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86958f-8790-4603-8170-da76c8769f09 req-2473c5c1-c709-4037-a8a1-fd753f7cf4f1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:30.275173 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d86958f-8790-4603-8170-da76c8769f09 req-2473c5c1-c709-4037-a8a1-fd753f7cf4f1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0495584 May 10 19:57:30.340921 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d86958f-8790-4603-8170-da76c8769f09 req-10b190e9-a8d5-49cf-8209-543c3ff53c27 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542207 May 10 19:57:31.487677 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91f3c8-bee2-428f-ba93-dee2b68f423a req-35d20dc2-1390-4c37-932e-abc7f296902a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:31.489367 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c91f3c8-bee2-428f-ba93-dee2b68f423a req-35d20dc2-1390-4c37-932e-abc7f296902a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0622356 May 10 19:57:31.559631 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c91f3c8-bee2-428f-ba93-dee2b68f423a req-740fdc8a-546e-48fe-b70d-175b603ec2d4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634215 May 10 19:57:32.717114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12d83b-5c1c-4b59-ba97-faa172447961 req-6f697ca7-ed96-42d9-9021-e0f49a23bc4e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:32.724342 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b12d83b-5c1c-4b59-ba97-faa172447961 req-6f697ca7-ed96-42d9-9021-e0f49a23bc4e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0603008 May 10 19:57:32.808419 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b12d83b-5c1c-4b59-ba97-faa172447961 req-b4cbc538-1805-4750-8b8f-1379585cbfdf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 May 10 19:57:33.221463 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54594) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:33.326726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52bdb2d8-464d-457e-9e0f-dc2a76b4bf91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.403185 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52bdb2d8-464d-457e-9e0f-dc2a76b4bf91 admin admin] Publish callbacks [] for security_group (ac81db44-d2eb-48be-b34e-3af938dbef36), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.406694 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52bdb2d8-464d-457e-9e0f-dc2a76b4bf91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ac81db44-d2eb-48be-b34e-3af938dbef36), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.445089 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-52bdb2d8-464d-457e-9e0f-dc2a76b4bf91 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9f6bea7c7054c878debb3a78fe41891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225039 May 10 19:57:33.446054 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bdb2d8-464d-457e-9e0f-dc2a76b4bf91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac81db44-d2eb-48be-b34e-3af938dbef36,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:33.447756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54598) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:33.501135 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] Publish callbacks [] for security_group (ac81db44-d2eb-48be-b34e-3af938dbef36), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.521832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] Publish callbacks [] for security_group (ac81db44-d2eb-48be-b34e-3af938dbef36), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.569558 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ac81db44-d2eb-48be-b34e-3af938dbef36), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.572141 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.573277 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac81db44-d2eb-48be-b34e-3af938dbef36 HTTP/1.1" status: 204 len: 168 time: 0.1245067 May 10 19:57:33.581297 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cdc69-42b6-4f26-8deb-d62054e7b126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac81db44-d2eb-48be-b34e-3af938dbef36,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:33.842186 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54612) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:33.863869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7693538-031b-46c4-b5d8-b1c4b63ef468 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:33.957086 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bd840-28e6-4de4-b4fa-9cfa0bd86d2f req-2aa85816-96d9-468f-a2d3-c605af664d49 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:33.958718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e20bd840-28e6-4de4-b4fa-9cfa0bd86d2f req-2aa85816-96d9-468f-a2d3-c605af664d49 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0722632 May 10 19:57:34.058275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7693538-031b-46c4-b5d8-b1c4b63ef468 admin admin] Publish callbacks [] for security_group (1240a7d6-a0d6-41a2-8ef6-ea34ff555340), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.061944 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e20bd840-28e6-4de4-b4fa-9cfa0bd86d2f req-6f406d7a-2ac9-44df-86d4-6d0c30630467 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964932 May 10 19:57:34.063204 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a7693538-031b-46c4-b5d8-b1c4b63ef468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1240a7d6-a0d6-41a2-8ef6-ea34ff555340), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.104923 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a7693538-031b-46c4-b5d8-b1c4b63ef468 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34b4e49b76ca468c8c70fc0e0b5157df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615244 May 10 19:57:34.106080 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693538-031b-46c4-b5d8-b1c4b63ef468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1240a7d6-a0d6-41a2-8ef6-ea34ff555340,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:34.107588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54628) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:34.163794 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] Publish callbacks [] for security_group (1240a7d6-a0d6-41a2-8ef6-ea34ff555340), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.190636 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] Publish callbacks [] for security_group (1240a7d6-a0d6-41a2-8ef6-ea34ff555340), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.249378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1240a7d6-a0d6-41a2-8ef6-ea34ff555340), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.252457 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:34.253629 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1240a7d6-a0d6-41a2-8ef6-ea34ff555340 HTTP/1.1" status: 204 len: 168 time: 0.1449878 May 10 19:57:34.265298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd01d3e-c315-47f1-a5ea-d3986ddca9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1240a7d6-a0d6-41a2-8ef6-ea34ff555340,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:35.335235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d3532-be5b-49c9-9fc8-177963753f78 req-0ce57ffc-f6f7-4124-8d5a-0236d575e32c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:35.342793 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea0d3532-be5b-49c9-9fc8-177963753f78 req-0ce57ffc-f6f7-4124-8d5a-0236d575e32c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0558836 May 10 19:57:35.397187 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea0d3532-be5b-49c9-9fc8-177963753f78 req-8d79dae8-0f8d-4fbf-9c7e-6c9686444c9a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 May 10 19:57:36.515988 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6849dddd-cbbb-4c1e-ab67-b798b9f4b22f req-7dae34e3-35c9-4c55-bd21-92a73dcff703 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:36.518547 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6849dddd-cbbb-4c1e-ab67-b798b9f4b22f req-7dae34e3-35c9-4c55-bd21-92a73dcff703 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0492649 May 10 19:57:36.573046 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6849dddd-cbbb-4c1e-ab67-b798b9f4b22f req-a00181f8-e80d-4235-8d7a-883a12f5dabe tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459700 May 10 19:57:37.695638 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed7fa5-b309-4c76-9cf0-169e921f085d req-afad7e1a-179a-419c-8e5b-d9d161bb07c0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:37.697201 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18ed7fa5-b309-4c76-9cf0-169e921f085d req-afad7e1a-179a-419c-8e5b-d9d161bb07c0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0495460 May 10 19:57:37.753997 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-18ed7fa5-b309-4c76-9cf0-169e921f085d req-146bb361-b643-4d3e-82f6-d047507c4c6b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 May 10 19:57:37.930414 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54790) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:37.978171 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Deleting subnet b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:57:37.982795 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Publish callbacks [] for subnet (b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.023249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4928632'] for subnet (b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.065170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.117271 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4929812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5147388'] for subnet (b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.151210 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:38.162760 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.162760 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8d6f7f21-b89f-4208-a451-b5671f6f87b6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b3e6dadd-d5b6-4af1-b7ef-de7e8c41f57b HTTP/1.1" status: 204 len: 168 time: 0.2286639 May 10 19:57:38.163537 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54800) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:38.270184 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (6dcf633f-ed60-4422-8490-15e34f0c017d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.363784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (6dcf633f-ed60-4422-8490-15e34f0c017d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.389774 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf633f-ed60-4422-8490-15e34f0c017d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.401595 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1ff436-2052-4bae-82d1-37150bb20ef2') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.402124 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1ff436-2052-4bae-82d1-37150bb20ef2') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.418597 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (ed1ff436-2052-4bae-82d1-37150bb20ef2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.421996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54812) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:38.441275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (ed1ff436-2052-4bae-82d1-37150bb20ef2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.449773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:57:38.450453 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (ed1ff436-2052-4bae-82d1-37150bb20ef2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:57:38.453461 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:57:38.469047 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c1df-8809-400b-b298-ba8a295bc686 req-10ab6ead-bdf0-4cc2-9b3d-b7edbc3472bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:38.470996 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d34c1df-8809-400b-b298-ba8a295bc686 req-10ab6ead-bdf0-4cc2-9b3d-b7edbc3472bb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0565240 May 10 19:57:38.532682 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (6dcf633f-ed60-4422-8490-15e34f0c017d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.538731 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.542813 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] 10.222.0.57 "DELETE /v2.0/networks/6dcf633f-ed60-4422-8490-15e34f0c017d HTTP/1.1" status: 204 len: 168 time: 0.3780105 May 10 19:57:38.545603 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54820) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:38.557456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58d6de-cc8a-4f3e-b98f-60773cfc10cb admin admin] Pushing event deleted for resources: {'Network': ['ID=6dcf633f-ed60-4422-8490-15e34f0c017d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:38.584152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d34c1df-8809-400b-b298-ba8a295bc686 req-2f25dec9-a10f-4439-be1c-c01eec6d2f63 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013367 May 10 19:57:38.603974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Deleting subnet 73d998b1-2ac6-40ab-8d19-1ee6a72401c1 {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 19:57:38.607471 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Publish callbacks [] for subnet (73d998b1-2ac6-40ab-8d19-1ee6a72401c1), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.637593 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df12d1eb-9696-4b89-a7c5-0708e00598a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.650853 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4928632'] for subnet (73d998b1-2ac6-40ab-8d19-1ee6a72401c1), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.712495 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (73d998b1-2ac6-40ab-8d19-1ee6a72401c1), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.732734 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df12d1eb-9696-4b89-a7c5-0708e00598a5 admin admin] Publish callbacks [] for security_group (8bd268e5-d12b-4dec-9cb3-b328af29001a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.737305 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-df12d1eb-9696-4b89-a7c5-0708e00598a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8bd268e5-d12b-4dec-9cb3-b328af29001a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.765725 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4929812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5147388'] for subnet (73d998b1-2ac6-40ab-8d19-1ee6a72401c1), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.780095 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-df12d1eb-9696-4b89-a7c5-0708e00598a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1b0e1fbc10194ae8ad3f54f19e735430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566711 May 10 19:57:38.782527 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54826) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:38.788854 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12d1eb-9696-4b89-a7c5-0708e00598a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd268e5-d12b-4dec-9cb3-b328af29001a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:38.791905 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73d998b1-2ac6-40ab-8d19-1ee6a72401c1,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:38.796424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.800637 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c930fa90-9fcc-405a-b8f6-ee556cc37f11 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/73d998b1-2ac6-40ab-8d19-1ee6a72401c1 HTTP/1.1" status: 204 len: 168 time: 0.2533319 May 10 19:57:38.803125 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54828) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:38.858970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] Publish callbacks [] for security_group (8bd268e5-d12b-4dec-9cb3-b328af29001a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.874888 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (ad4d740b-9a07-4ef4-893b-6c3794ffba55), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.902178 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] Publish callbacks [] for security_group (8bd268e5-d12b-4dec-9cb3-b328af29001a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.915398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb9933-f4b2-4b3f-b079-3c6c85919be7 req-ea5ed13b-295a-46be-9607-732bf86059a5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:38.916858 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49fb9933-f4b2-4b3f-b079-3c6c85919be7 req-ea5ed13b-295a-46be-9607-732bf86059a5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0674279 May 10 19:57:38.957341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (ad4d740b-9a07-4ef4-893b-6c3794ffba55), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:38.980957 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4d740b-9a07-4ef4-893b-6c3794ffba55']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.983028 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49fb9933-f4b2-4b3f-b079-3c6c85919be7 req-71d40336-bda9-4c26-a2ae-6e4ead6880d8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571337 May 10 19:57:38.994323 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34e53c8-5907-4b3d-8050-04209930fd87') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.994656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34e53c8-5907-4b3d-8050-04209930fd87') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:57:38.999870 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8bd268e5-d12b-4dec-9cb3-b328af29001a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.003467 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.004595 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8bd268e5-d12b-4dec-9cb3-b328af29001a HTTP/1.1" status: 204 len: 168 time: 0.2208855 May 10 19:57:39.005576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4928643'] for segment (c34e53c8-5907-4b3d-8050-04209930fd87), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.012761 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf0781-30eb-4dfb-a31c-e24f4c808749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd268e5-d12b-4dec-9cb3-b328af29001a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.020813 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (c34e53c8-5907-4b3d-8050-04209930fd87), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.030156 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 19:57:39.030530 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4929918'] for segment (c34e53c8-5907-4b3d-8050-04209930fd87), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: Traceback (most recent call last): May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: timer() May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: cb(*args, **kw) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: return func(*args, **kwargs) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: self._notify() May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: self.callback(batched_events) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: event.method(event) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: return f(self, *a, **k) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._get(url).json() May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 19:57:39.074094 dv-cinder-841315-1-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 19:57:39.094716 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (ad4d740b-9a07-4ef4-893b-6c3794ffba55), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.101314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.106995 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ad4d740b-9a07-4ef4-893b-6c3794ffba55 HTTP/1.1" status: 204 len: 168 time: 0.3025568 May 10 19:57:39.124156 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5616c5-8619-46e1-aa5f-e04086f731f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4d740b-9a07-4ef4-893b-6c3794ffba55,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.301061 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54846) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.335385 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54848) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.351475 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7e936662-5863-4563-a2f0-520b658d7146 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef09b07e216740248983d75373a66876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463085 May 10 19:57:39.352007 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54850) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.359691 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12a79911-c427-4406-a673-763b2b33800c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.439675 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] Publish callbacks [] for security_group (9c194a35-3fbe-4c18-90ce-9bca0562d89f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.472035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] Publish callbacks [] for security_group (9c194a35-3fbe-4c18-90ce-9bca0562d89f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.510951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12a79911-c427-4406-a673-763b2b33800c admin admin] Publish callbacks [] for security_group (6b367028-cc84-43a3-91e1-bc5c9287b675), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.518652 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-12a79911-c427-4406-a673-763b2b33800c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6b367028-cc84-43a3-91e1-bc5c9287b675), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.565485 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-12a79911-c427-4406-a673-763b2b33800c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8154dc595da74b7292f0f79817efabdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290251 May 10 19:57:39.567612 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a79911-c427-4406-a673-763b2b33800c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b367028-cc84-43a3-91e1-bc5c9287b675,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.568445 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54854) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.577354 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9c194a35-3fbe-4c18-90ce-9bca0562d89f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.580552 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.581872 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c194a35-3fbe-4c18-90ce-9bca0562d89f HTTP/1.1" status: 204 len: 168 time: 0.2286961 May 10 19:57:39.590808 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad10da7-8808-4624-8c45-4279be7cdff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c194a35-3fbe-4c18-90ce-9bca0562d89f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.611445 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54858) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.657675 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] Publish callbacks [] for security_group (6b367028-cc84-43a3-91e1-bc5c9287b675), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.681503 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] Publish callbacks [] for security_group (6b367028-cc84-43a3-91e1-bc5c9287b675), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.740195 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5273716c-e9a3-4bec-b3ed-35e3e3d3e935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.752929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6b367028-cc84-43a3-91e1-bc5c9287b675), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.755625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.756856 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b367028-cc84-43a3-91e1-bc5c9287b675 HTTP/1.1" status: 204 len: 168 time: 0.1865425 May 10 19:57:39.779972 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d1767-1a47-44f4-ad4c-6e8edb38fe0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b367028-cc84-43a3-91e1-bc5c9287b675,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.836582 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5273716c-e9a3-4bec-b3ed-35e3e3d3e935 admin admin] Publish callbacks [] for security_group (270dd11a-6159-415a-ac2a-2543c2ae66ca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.841415 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5273716c-e9a3-4bec-b3ed-35e3e3d3e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (270dd11a-6159-415a-ac2a-2543c2ae66ca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.896423 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5273716c-e9a3-4bec-b3ed-35e3e3d3e935 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9e3dfcdf5156479a9e8241de40c27ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2814021 May 10 19:57:39.896654 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54868) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.902974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273716c-e9a3-4bec-b3ed-35e3e3d3e935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270dd11a-6159-415a-ac2a-2543c2ae66ca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:39.956581 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] Publish callbacks [] for security_group (270dd11a-6159-415a-ac2a-2543c2ae66ca), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:39.963896 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:39.979635 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] Publish callbacks [] for security_group (270dd11a-6159-415a-ac2a-2543c2ae66ca), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.009386 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c213ac5d-c60f-4e5a-aecc-c875a134d7dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e035d66fd5a24ebe8ce34ca0b6a4d5f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441122 May 10 19:57:40.011782 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:40.045327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (270dd11a-6159-415a-ac2a-2543c2ae66ca), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.047941 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.049663 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/270dd11a-6159-415a-ac2a-2543c2ae66ca HTTP/1.1" status: 204 len: 168 time: 0.1521084 May 10 19:57:40.076491 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d0843-0de9-47b3-8574-e5fe103ecca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270dd11a-6159-415a-ac2a-2543c2ae66ca,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:40.077179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] Publish callbacks [] for security_group (05fb58b4-be7f-4211-90b5-0c314853c75b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.113415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] Publish callbacks [] for security_group (05fb58b4-be7f-4211-90b5-0c314853c75b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.184707 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb4c71-2268-44f6-85ae-8fe1f20d3f19 req-a68b44c4-3cd1-4cb9-982f-13e6f2bba8f2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:40.186308 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0bb4c71-2268-44f6-85ae-8fe1f20d3f19 req-a68b44c4-3cd1-4cb9-982f-13e6f2bba8f2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0757639 May 10 19:57:40.233987 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (05fb58b4-be7f-4211-90b5-0c314853c75b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.237436 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.238308 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/05fb58b4-be7f-4211-90b5-0c314853c75b HTTP/1.1" status: 204 len: 168 time: 0.2254398 May 10 19:57:40.251864 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a0bb4c71-2268-44f6-85ae-8fe1f20d3f19 req-7e86e884-eef1-4eb3-876c-d3200bc9f11e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578854 May 10 19:57:40.252543 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f6a4f-0188-4f05-8bc5-edbe38397c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fb58b4-be7f-4211-90b5-0c314853c75b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:40.533893 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54896) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:40.554616 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46d8404-45c0-44d5-87c4-b077709fc924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.651201 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bd2a03eb-400b-4b1e-9407-9a181ca9acaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.654670 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46d8404-45c0-44d5-87c4-b077709fc924 admin admin] Publish callbacks [] for security_group (d8b4cb82-3b90-4cfb-890b-9d2f6546637a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.658970 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a46d8404-45c0-44d5-87c4-b077709fc924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d8b4cb82-3b90-4cfb-890b-9d2f6546637a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.703685 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a46d8404-45c0-44d5-87c4-b077709fc924 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5882e127f42946aaaeacf4062cddbfb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655841 May 10 19:57:40.703967 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:40.707699 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d8404-45c0-44d5-87c4-b077709fc924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b4cb82-3b90-4cfb-890b-9d2f6546637a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:40.787283 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] Publish callbacks [] for security_group (d8b4cb82-3b90-4cfb-890b-9d2f6546637a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.811666 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] Publish callbacks [] for security_group (d8b4cb82-3b90-4cfb-890b-9d2f6546637a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.870869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d8b4cb82-3b90-4cfb-890b-9d2f6546637a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.875014 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:40.877284 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8b4cb82-3b90-4cfb-890b-9d2f6546637a HTTP/1.1" status: 204 len: 168 time: 0.1717272 May 10 19:57:40.886446 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421a6bd-4963-45a1-ba67-b497679e88c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b4cb82-3b90-4cfb-890b-9d2f6546637a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:41.273813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54938) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:41.287090 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e1f7cf-f124-49f9-9698-6f937b21bd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.379778 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e1f7cf-f124-49f9-9698-6f937b21bd78 admin admin] Publish callbacks [] for security_group (2f45e201-04fe-445d-8dca-7509ef560895), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.391784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39e1f7cf-f124-49f9-9698-6f937b21bd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2f45e201-04fe-445d-8dca-7509ef560895), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.478360 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdb919-bf13-42e3-80fb-2c5546340b97 req-26cf0904-78a3-4d98-b6b6-c7c71f25845f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:41.480095 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14cdb919-bf13-42e3-80fb-2c5546340b97 req-26cf0904-78a3-4d98-b6b6-c7c71f25845f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.1077332 May 10 19:57:41.481596 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1f7cf-f124-49f9-9698-6f937b21bd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45e201-04fe-445d-8dca-7509ef560895,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:41.485671 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-39e1f7cf-f124-49f9-9698-6f937b21bd78 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=48619d25523c4c4ab2fdf546e75f4d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106473 May 10 19:57:41.488897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:41.506750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.577421 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14cdb919-bf13-42e3-80fb-2c5546340b97 req-0f234545-b669-46eb-85be-b9ad422ea37d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 May 10 19:57:41.582398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] Publish callbacks [] for security_group (2f45e201-04fe-445d-8dca-7509ef560895), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.605861 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] Publish callbacks [] for security_group (2f45e201-04fe-445d-8dca-7509ef560895), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.641968 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 54954) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:41.661069 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2f45e201-04fe-445d-8dca-7509ef560895), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.663627 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.667359 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2f45e201-04fe-445d-8dca-7509ef560895 HTTP/1.1" status: 204 len: 168 time: 0.1773975 May 10 19:57:41.680571 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3397f023-3c6a-4819-9603-ce990e38a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45e201-04fe-445d-8dca-7509ef560895,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:41.792113 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b42be58-1225-4abf-b712-204da475810e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.884399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b42be58-1225-4abf-b712-204da475810e admin admin] Publish callbacks [] for security_group (e702d8d3-6f88-4060-93e8-ab2f8aedbc6f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.888396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b42be58-1225-4abf-b712-204da475810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e702d8d3-6f88-4060-93e8-ab2f8aedbc6f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:41.928757 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2b42be58-1225-4abf-b712-204da475810e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=81ab9bbcafe943f89f2622e6d9486ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856305 May 10 19:57:41.930121 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42be58-1225-4abf-b712-204da475810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e702d8d3-6f88-4060-93e8-ab2f8aedbc6f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:41.932017 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 54964) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:42.002183 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] Publish callbacks [] for security_group (e702d8d3-6f88-4060-93e8-ab2f8aedbc6f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:42.027998 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] Publish callbacks [] for security_group (e702d8d3-6f88-4060-93e8-ab2f8aedbc6f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:42.091327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (e702d8d3-6f88-4060-93e8-ab2f8aedbc6f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:42.094250 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:42.096232 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e702d8d3-6f88-4060-93e8-ab2f8aedbc6f HTTP/1.1" status: 204 len: 168 time: 0.1626351 May 10 19:57:42.104461 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f1e57-ff9c-43e2-b5c1-2ec4991c156b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e702d8d3-6f88-4060-93e8-ab2f8aedbc6f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:42.718384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f8d40-cbad-4f99-9bc1-98085f8a7e2e req-216cdab9-7931-4d81-afdb-19a4955f4847 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:42.719920 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8a6f8d40-cbad-4f99-9bc1-98085f8a7e2e req-216cdab9-7931-4d81-afdb-19a4955f4847 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0641704 May 10 19:57:42.771322 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8a6f8d40-cbad-4f99-9bc1-98085f8a7e2e req-d454248f-4da4-4a32-9775-ae0959e517e2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456066 May 10 19:57:42.893374 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55006) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:43.004182 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea259fe3-9cde-4cbc-8a27-cb890ba21842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.086436 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea259fe3-9cde-4cbc-8a27-cb890ba21842 admin admin] Publish callbacks [] for security_group (ad35b515-84cc-461c-8fbb-0854055614d5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.090428 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ea259fe3-9cde-4cbc-8a27-cb890ba21842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ad35b515-84cc-461c-8fbb-0854055614d5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.117019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15230fb5-4103-4b91-bf03-1896aba15c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.128733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea259fe3-9cde-4cbc-8a27-cb890ba21842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad35b515-84cc-461c-8fbb-0854055614d5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:43.135764 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:43.136345 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ea259fe3-9cde-4cbc-8a27-cb890ba21842 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=197b828cb1e84d5a92645a5c48706bea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413678 May 10 19:57:43.189343 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] Publish callbacks [] for security_group (ad35b515-84cc-461c-8fbb-0854055614d5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.213162 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] Publish callbacks [] for security_group (ad35b515-84cc-461c-8fbb-0854055614d5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.458584 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ad35b515-84cc-461c-8fbb-0854055614d5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.461130 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:43.462295 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad35b515-84cc-461c-8fbb-0854055614d5 HTTP/1.1" status: 204 len: 168 time: 0.3255329 May 10 19:57:43.470974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0757f-4fc3-4500-a2ed-88f632d6712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad35b515-84cc-461c-8fbb-0854055614d5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:43.887819 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5164a4-caf3-490f-b452-49be62c264fe req-324f74ad-b514-4cc0-8578-257192deebfd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:43.889509 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f5164a4-caf3-490f-b452-49be62c264fe req-324f74ad-b514-4cc0-8578-257192deebfd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0461564 May 10 19:57:43.937726 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8f5164a4-caf3-490f-b452-49be62c264fe req-7d8dcc9e-d4a8-45e3-a00b-37c2bbf878c4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 May 10 19:57:43.947401 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:44.067126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f409c7-bea3-4f50-8a73-6aaab34e6df3 req-ec62fabb-0b56-4664-84c0-512ddc835c27 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:44.068794 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-41f409c7-bea3-4f50-8a73-6aaab34e6df3 req-ec62fabb-0b56-4664-84c0-512ddc835c27 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0559995 May 10 19:57:44.139390 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-41f409c7-bea3-4f50-8a73-6aaab34e6df3 req-8fa430a0-1a1c-43e7-9875-2b288fff21e4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636644 May 10 19:57:45.331709 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:47.135737 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:51.197946 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-4a4e0aba-dcb3-4a44-916d-e2b7b9f4b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:51.199478 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-4a4e0aba-dcb3-4a44-916d-e2b7b9f4b94b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1130 time: 0.0705574 May 10 19:57:51.219763 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14373d-0d5c-41de-91a1-9e570778597e req-d378ccb9-c711-4003-93d9-be6b8bb5a02b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:51.221140 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b14373d-0d5c-41de-91a1-9e570778597e req-d378ccb9-c711-4003-93d9-be6b8bb5a02b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0633481 May 10 19:57:51.318992 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8b14373d-0d5c-41de-91a1-9e570778597e req-6cca8212-d11a-4c54-96b5-8584767730d3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870681 May 10 19:57:51.328045 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-580c382c-df80-4a8e-bc3d-9cc63417cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:51.329476 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-580c382c-df80-4a8e-bc3d-9cc63417cc27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.1221175 May 10 19:57:51.651553 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55212) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:51.752194 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d54aad-2bf6-49d2-9f7b-9e872504a886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:51.824762 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d54aad-2bf6-49d2-9f7b-9e872504a886 admin admin] Publish callbacks [] for security_group (23b04e9d-4e82-4f7a-bf02-662f19b196e9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:51.828280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-81d54aad-2bf6-49d2-9f7b-9e872504a886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23b04e9d-4e82-4f7a-bf02-662f19b196e9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:51.866832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d54aad-2bf6-49d2-9f7b-9e872504a886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b04e9d-4e82-4f7a-bf02-662f19b196e9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:51.874233 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55220) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:57:51.878986 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-81d54aad-2bf6-49d2-9f7b-9e872504a886 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=24d8122b8bfe4c5eaccbc60315f1e4ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263680 May 10 19:57:51.927258 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] Publish callbacks [] for security_group (23b04e9d-4e82-4f7a-bf02-662f19b196e9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:51.949262 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] Publish callbacks [] for security_group (23b04e9d-4e82-4f7a-bf02-662f19b196e9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:52.003296 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23b04e9d-4e82-4f7a-bf02-662f19b196e9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:52.006079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:57:52.009569 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23b04e9d-4e82-4f7a-bf02-662f19b196e9 HTTP/1.1" status: 204 len: 168 time: 0.1320956 May 10 19:57:52.016198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb957ef9-9129-471f-b754-ecc45c844dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b04e9d-4e82-4f7a-bf02-662f19b196e9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:57:52.432617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad81c5-837d-408e-88eb-3a982a1ecc27 req-d5288e86-5bac-4dfa-8e4e-dfc7d7766403 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:52.434080 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f7ad81c5-837d-408e-88eb-3a982a1ecc27 req-d5288e86-5bac-4dfa-8e4e-dfc7d7766403 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0461121 May 10 19:57:52.480434 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f7ad81c5-837d-408e-88eb-3a982a1ecc27 req-598b2bbf-ea98-4534-9dc6-deba0c38e1e4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 May 10 19:57:52.538587 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-d2cf3994-0832-45c4-bc81-c159c1bace27 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 217 time: 0.0351639 May 10 19:57:53.594468 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-ca1f94ec-2388-4be6-9581-efb99b573446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:53.595909 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-ca1f94ec-2388-4be6-9581-efb99b573446 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0756071 May 10 19:57:53.604371 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd80f6-0e57-4e90-8f0e-5ac5ebbbc3c5 req-3af01d58-637b-4f70-a51b-6031872c355f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:53.605735 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-28fd80f6-0e57-4e90-8f0e-5ac5ebbbc3c5 req-3af01d58-637b-4f70-a51b-6031872c355f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0567191 May 10 19:57:53.650336 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-28fd80f6-0e57-4e90-8f0e-5ac5ebbbc3c5 req-7a2a9fa9-50a7-4dd6-96e2-abf46ed2d43e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 May 10 19:57:54.557835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-9a19251b-4c5a-4736-ba76-4df77778e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:54.559316 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-9a19251b-4c5a-4736-ba76-4df77778e414 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375447 May 10 19:57:54.649266 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-f48a1ba8-f2b5-457d-953c-cf6ed8a2d350 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810854 May 10 19:57:54.739013 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c4e42231-4bfb-4c20-ad47-2389a0a45653 req-36f784d0-0ce9-4fe7-b8a2-4c63f5931b65 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820160 May 10 19:57:54.762849 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804ec506-4aca-4dea-9fbc-f5bc332047c0 req-5dcc8931-902b-4918-acc6-5a84befeb17e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:54.764363 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-804ec506-4aca-4dea-9fbc-f5bc332047c0 req-5dcc8931-902b-4918-acc6-5a84befeb17e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0481250 May 10 19:57:54.811706 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-804ec506-4aca-4dea-9fbc-f5bc332047c0 req-e2988eb5-049a-4daf-bdf5-1c3bdf97c3e8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418580 May 10 19:57:55.926664 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05167f6-d251-4c73-96de-ed87d3b58597 req-d27f715d-ae96-4a0a-95fb-2945c1edfe6d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:55.928357 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f05167f6-d251-4c73-96de-ed87d3b58597 req-d27f715d-ae96-4a0a-95fb-2945c1edfe6d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0512929 May 10 19:57:55.977433 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f05167f6-d251-4c73-96de-ed87d3b58597 req-185987ad-4de5-46cc-ab6a-bc981ac764eb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 May 10 19:57:57.089125 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b67a23-6f19-478b-9433-dfd92894daa4 req-0ac0a14b-d241-43b8-bc6d-23cd86c1e44e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:57.090563 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9b67a23-6f19-478b-9433-dfd92894daa4 req-0ac0a14b-d241-43b8-bc6d-23cd86c1e44e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0478454 May 10 19:57:57.138217 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d9b67a23-6f19-478b-9433-dfd92894daa4 req-56160a32-715b-410b-8471-45783e3cea65 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421832 May 10 19:57:58.253676 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61418de-e4c1-4b4a-a016-8b25c3db0181 req-86d8a2c9-b277-403a-8b7e-c8c356121344 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:58.255341 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b61418de-e4c1-4b4a-a016-8b25c3db0181 req-86d8a2c9-b277-403a-8b7e-c8c356121344 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0491159 May 10 19:57:58.302423 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b61418de-e4c1-4b4a-a016-8b25c3db0181 req-9badabbb-1904-4687-9d44-ffd33645693b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 May 10 19:57:59.419824 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40d59-020f-4b89-b068-7e1ae35da780 req-939836d2-80b6-4c9c-b5c6-e4dc1b99fffe tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:57:59.421416 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71c40d59-020f-4b89-b068-7e1ae35da780 req-939836d2-80b6-4c9c-b5c6-e4dc1b99fffe tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0499003 May 10 19:57:59.475944 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-71c40d59-020f-4b89-b068-7e1ae35da780 req-e8a47716-f402-4231-a68a-c51fcce34941 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479772 May 10 19:58:00.120857 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:58:00.595947 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef11f8-2e7b-4470-8ca7-e46ad5f3a5d4 req-36bb9dae-8f89-407d-9b98-2c5b2993088d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:00.597383 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e2ef11f8-2e7b-4470-8ca7-e46ad5f3a5d4 req-36bb9dae-8f89-407d-9b98-2c5b2993088d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0443671 May 10 19:58:00.645619 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e2ef11f8-2e7b-4470-8ca7-e46ad5f3a5d4 req-de109525-2877-4d0a-b12d-4998b66791d2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 May 10 19:58:01.758398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3881346-16a7-43c7-9930-f752cc0d1e9b req-1a8b646a-5b8c-477e-bd9b-cdaaf5858b0e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:01.760251 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3881346-16a7-43c7-9930-f752cc0d1e9b req-1a8b646a-5b8c-477e-bd9b-cdaaf5858b0e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0488775 May 10 19:58:01.809711 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d3881346-16a7-43c7-9930-f752cc0d1e9b req-ead0d844-a99a-43a4-be65-871ded8be109 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430551 May 10 19:58:02.921330 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7939005-3981-435f-9393-1fadbcd8ed24 req-308620d8-c0de-4be8-a875-2c187d4737da tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:02.922957 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7939005-3981-435f-9393-1fadbcd8ed24 req-308620d8-c0de-4be8-a875-2c187d4737da tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0464966 May 10 19:58:02.969079 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b7939005-3981-435f-9393-1fadbcd8ed24 req-0e56d8ba-9b12-4f5f-8da5-fc2cbae336c1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 May 10 19:58:04.081465 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f828d5-b4e2-4904-9488-5f58ec55cc62 req-d2f6b0cc-42ab-4734-b996-9fc64addc779 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:04.083516 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-42f828d5-b4e2-4904-9488-5f58ec55cc62 req-d2f6b0cc-42ab-4734-b996-9fc64addc779 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0449913 May 10 19:58:04.131086 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-42f828d5-b4e2-4904-9488-5f58ec55cc62 req-e7658ac5-deca-46ee-98c5-edb29994bb8a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415800 May 10 19:58:05.248361 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcd8072-02c8-4559-9aa9-702d1503371b req-260a4ef3-3510-486c-a09a-6725a690c77e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:05.249882 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8bcd8072-02c8-4559-9aa9-702d1503371b req-260a4ef3-3510-486c-a09a-6725a690c77e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0480075 May 10 19:58:05.299883 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8bcd8072-02c8-4559-9aa9-702d1503371b req-3fb85016-daeb-473d-9ce5-6747bfdf6715 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 May 10 19:58:06.407927 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df55acb-871b-453e-99b8-f29674a87074 req-a67f7625-bf3e-4a7a-8393-de8d724237f1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:06.409366 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9df55acb-871b-453e-99b8-f29674a87074 req-a67f7625-bf3e-4a7a-8393-de8d724237f1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0450172 May 10 19:58:06.458342 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9df55acb-871b-453e-99b8-f29674a87074 req-11feb7e9-b3d8-4205-bd92-761241eb9dcf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435066 May 10 19:58:07.576103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e63ceb-a397-483a-8c0f-49f51da14b1f req-0c6dffc0-3e4e-4461-9e34-25d431d3a898 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:07.577636 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-53e63ceb-a397-483a-8c0f-49f51da14b1f req-0c6dffc0-3e4e-4461-9e34-25d431d3a898 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0514879 May 10 19:58:07.625442 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-53e63ceb-a397-483a-8c0f-49f51da14b1f req-f013945e-8c9a-4d35-803f-d0b4d9d09eba tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 May 10 19:58:08.736525 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a7292-d1ab-44f8-8124-90aa9698233b req-33c65842-6bc8-405e-a01c-fa0ccd16432e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:08.737980 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-672a7292-d1ab-44f8-8124-90aa9698233b req-33c65842-6bc8-405e-a01c-fa0ccd16432e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0456710 May 10 19:58:08.784951 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-672a7292-d1ab-44f8-8124-90aa9698233b req-4a0f2865-e849-447e-a9fa-749460df3caa tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 May 10 19:58:09.346236 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55572) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:09.452844 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3dba-1ea2-4ffa-8ad6-5946aeffb4a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.530755 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3dba-1ea2-4ffa-8ad6-5946aeffb4a9 admin admin] Publish callbacks [] for security_group (1c6a4232-0950-436b-b1e4-1ed348bcac63), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.534483 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-dbfa3dba-1ea2-4ffa-8ad6-5946aeffb4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1c6a4232-0950-436b-b1e4-1ed348bcac63), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.577892 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa3dba-1ea2-4ffa-8ad6-5946aeffb4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a4232-0950-436b-b1e4-1ed348bcac63,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:09.583766 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dbfa3dba-1ea2-4ffa-8ad6-5946aeffb4a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c6577ac2d97d4d6080d4dcde1d00a0dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363679 May 10 19:58:09.586321 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:09.638727 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] Publish callbacks [] for security_group (1c6a4232-0950-436b-b1e4-1ed348bcac63), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.660304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] Publish callbacks [] for security_group (1c6a4232-0950-436b-b1e4-1ed348bcac63), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.708390 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1c6a4232-0950-436b-b1e4-1ed348bcac63), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.711074 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:09.712191 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c6a4232-0950-436b-b1e4-1ed348bcac63 HTTP/1.1" status: 204 len: 168 time: 0.1247661 May 10 19:58:09.719417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab6837-b3ac-4f1a-8750-cda5cc8aed3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a4232-0950-436b-b1e4-1ed348bcac63,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:09.903006 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee1479-68ef-4cc7-bbe6-f42fcce862a2 req-2c8fb975-7882-4bdd-9a98-9b675c76b677 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:09.904537 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fcee1479-68ef-4cc7-bbe6-f42fcce862a2 req-2c8fb975-7882-4bdd-9a98-9b675c76b677 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0476072 May 10 19:58:09.951782 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fcee1479-68ef-4cc7-bbe6-f42fcce862a2 req-c12c64aa-c1c4-4179-9bab-614c5d5dfe40 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 May 10 19:58:10.634366 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-003d8941-0c1b-4750-be0e-6bcbe0f21578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:11.069614 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f32c3-c3b6-4cf7-8856-0f60984097fc req-349e5527-1849-41c3-8704-65729e2ff1f3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:11.071107 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-317f32c3-c3b6-4cf7-8856-0f60984097fc req-349e5527-1849-41c3-8704-65729e2ff1f3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0457959 May 10 19:58:11.116191 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-317f32c3-c3b6-4cf7-8856-0f60984097fc req-7878aff9-b0be-4fb5-ac26-3fd00e1ee989 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 May 10 19:58:11.501077 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:12.226978 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2df8e-7b30-4cc1-b014-d08fd27634aa req-e0236ac0-3062-43b9-bddc-5a2213418d30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:12.228439 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38a2df8e-7b30-4cc1-b014-d08fd27634aa req-e0236ac0-3062-43b9-bddc-5a2213418d30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0454590 May 10 19:58:12.273892 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-38a2df8e-7b30-4cc1-b014-d08fd27634aa req-3695f9f4-9250-46a5-a594-c232e9b24b54 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 May 10 19:58:13.131772 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c7df7f55-e840-4a8d-ade6-9869a6bbfdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:13.388456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf56d0ee-71cd-49fe-8e36-9d6c2f0cbf5e req-895e6ea1-7ead-487f-a8ad-68e9b0767a8d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:13.389896 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cf56d0ee-71cd-49fe-8e36-9d6c2f0cbf5e req-895e6ea1-7ead-487f-a8ad-68e9b0767a8d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0482845 May 10 19:58:13.436260 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cf56d0ee-71cd-49fe-8e36-9d6c2f0cbf5e req-2e50e56a-9d81-4eda-b5cd-c26ecaf84bbc tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404203 May 10 19:58:13.945418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.080920 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55678) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:14.185161 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.261011 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Publish callbacks [] for security_group (62cb68ef-1097-4dc3-a5ea-431b43e6bf81), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.264943 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (62cb68ef-1097-4dc3-a5ea-431b43e6bf81), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.303706 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=78ca9238f82b48b18f978a3759851409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216973 May 10 19:58:14.304524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb68ef-1097-4dc3-a5ea-431b43e6bf81,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:14.306417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55690) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:14.312096 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.312096 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.312842 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.312842 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.313069 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.313380 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.313703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.314026 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.314345 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.314691 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.315013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.315332 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.315645 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.315968 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.316884 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbcc82f-03aa-46d8-a348-713e7f0b44a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.373869 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Publish callbacks [] for security_group (62cb68ef-1097-4dc3-a5ea-431b43e6bf81), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.396423 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Publish callbacks [] for security_group (62cb68ef-1097-4dc3-a5ea-431b43e6bf81), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.443975 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (62cb68ef-1097-4dc3-a5ea-431b43e6bf81), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.446869 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.450744 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/62cb68ef-1097-4dc3-a5ea-431b43e6bf81 HTTP/1.1" status: 204 len: 168 time: 0.1406283 May 10 19:58:14.470908 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb68ef-1097-4dc3-a5ea-431b43e6bf81,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:14.482898 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.483485 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.484028 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.484588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.485164 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.485718 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.486260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.486822 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.487377 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.487911 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.488623 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.489168 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.489790 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.490325 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.491002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3514432-1a21-4093-9e3c-2789f01bd9d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:14.581547 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cf9ec-e9c4-4e74-af4b-5ae967ebb8db req-29d18e55-b25b-4a78-9818-7c702c4b3d6d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:14.583679 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc8cf9ec-e9c4-4e74-af4b-5ae967ebb8db req-29d18e55-b25b-4a78-9818-7c702c4b3d6d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0605125 May 10 19:58:14.642211 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc8cf9ec-e9c4-4e74-af4b-5ae967ebb8db req-d45af8f8-5c6a-4c15-92af-eca32d43e22f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479393 May 10 19:58:14.754833 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55702) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:14.767784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47d558-b7c3-47f7-ac27-48faa80226fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.839383 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47d558-b7c3-47f7-ac27-48faa80226fa admin admin] Publish callbacks [] for security_group (b467ab6a-184f-495b-900e-c0be9648feef), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.842914 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47d558-b7c3-47f7-ac27-48faa80226fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b467ab6a-184f-495b-900e-c0be9648feef), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.881093 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47d558-b7c3-47f7-ac27-48faa80226fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b467ab6a-184f-495b-900e-c0be9648feef,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:14.885276 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ce47d558-b7c3-47f7-ac27-48faa80226fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d406fe616114fc986f4b76727ae3ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1294229 May 10 19:58:14.887855 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55704) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:14.937748 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] Publish callbacks [] for security_group (b467ab6a-184f-495b-900e-c0be9648feef), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:14.960269 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] Publish callbacks [] for security_group (b467ab6a-184f-495b-900e-c0be9648feef), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:15.014039 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b467ab6a-184f-495b-900e-c0be9648feef), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:15.016714 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:15.020214 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b467ab6a-184f-495b-900e-c0be9648feef HTTP/1.1" status: 204 len: 168 time: 0.1291130 May 10 19:58:15.027179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf525252-fee0-4a88-a2f8-ad987031bb1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b467ab6a-184f-495b-900e-c0be9648feef,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:15.335536 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:15.765409 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfafb6e-fe41-4abf-b066-321a910424ba req-01a256c9-36fb-4e36-9a6e-1e0b7f5459f6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:15.767018 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dbfafb6e-fe41-4abf-b066-321a910424ba req-01a256c9-36fb-4e36-9a6e-1e0b7f5459f6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0527904 May 10 19:58:15.816983 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-dbfafb6e-fe41-4abf-b066-321a910424ba req-1c494ea0-aaea-411c-9938-2f34b557361c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 May 10 19:58:16.943496 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc99f-472f-49f4-a933-150b02c82aa8 req-91b85aa1-11db-4aa2-994a-b858f43f1ed9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:16.945139 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cdfbc99f-472f-49f4-a933-150b02c82aa8 req-91b85aa1-11db-4aa2-994a-b858f43f1ed9 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0525758 May 10 19:58:16.997652 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cdfbc99f-472f-49f4-a933-150b02c82aa8 req-c52c95c1-2ca4-4350-a332-7b01c9af3f51 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 May 10 19:58:17.139900 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:17.656594 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de46114-7405-4133-b433-7d00ea77c282 req-cb6c7b84-480a-46cb-9417-8a92e93d6c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:17.656594 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3de46114-7405-4133-b433-7d00ea77c282 req-cb6c7b84-480a-46cb-9417-8a92e93d6c49 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1130 time: 0.0410907 May 10 19:58:17.704197 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3de46114-7405-4133-b433-7d00ea77c282 req-58431860-7b7e-476e-88b4-d2dc2f57d61b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414140 May 10 19:58:18.171850 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-597a56bd-badd-4a4e-b644-c30e9f9379b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:18.173704 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-597a56bd-badd-4a4e-b644-c30e9f9379b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1130 time: 0.0461414 May 10 19:58:18.188356 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d294c3-8d96-4fe5-9aef-0eb3a1fc9ecd req-59da8690-607b-4d92-8a46-b1e961eb202f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:18.190034 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87d294c3-8d96-4fe5-9aef-0eb3a1fc9ecd req-59da8690-607b-4d92-8a46-b1e961eb202f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0847313 May 10 19:58:18.200965 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55876) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:18.245695 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87d294c3-8d96-4fe5-9aef-0eb3a1fc9ecd req-cf2e6b93-7262-4a6e-bc7f-744de466a459 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480978 May 10 19:58:18.358688 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11034d3a-4e69-48fa-a1dd-70f8fb43b80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.441621 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11034d3a-4e69-48fa-a1dd-70f8fb43b80b admin admin] Publish callbacks [] for security_group (a102d5bf-98f0-47c0-8165-813f4510e3f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.445187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-11034d3a-4e69-48fa-a1dd-70f8fb43b80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a102d5bf-98f0-47c0-8165-813f4510e3f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.483531 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-11034d3a-4e69-48fa-a1dd-70f8fb43b80b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a1d19ba25b54a51ba2bdbc9c0701dfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813213 May 10 19:58:18.486148 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55886) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:18.490698 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11034d3a-4e69-48fa-a1dd-70f8fb43b80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a102d5bf-98f0-47c0-8165-813f4510e3f7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:18.538506 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] Publish callbacks [] for security_group (a102d5bf-98f0-47c0-8165-813f4510e3f7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.559487 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] Publish callbacks [] for security_group (a102d5bf-98f0-47c0-8165-813f4510e3f7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.570711 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-885bdc4c-ad35-4067-82de-597b43654a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:18.572268 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-885bdc4c-ad35-4067-82de-597b43654a5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.0918438 May 10 19:58:18.607715 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a102d5bf-98f0-47c0-8165-813f4510e3f7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.610469 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:18.611653 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a102d5bf-98f0-47c0-8165-813f4510e3f7 HTTP/1.1" status: 204 len: 168 time: 0.1245100 May 10 19:58:18.619192 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33448352-dae0-40a5-b641-b2e5bcdfba41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a102d5bf-98f0-47c0-8165-813f4510e3f7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:18.648111 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-e19837dc-d062-437c-a65a-aaed8167a388 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 217 time: 0.0428622 May 10 19:58:18.707543 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-38d5c940-03ff-4d3d-8bd3-6bc558f4094c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:18.709017 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-38d5c940-03ff-4d3d-8bd3-6bc558f4094c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0469477 May 10 19:58:18.791590 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-66d3022b-9ce5-4212-bc92-0c4b8ab9353f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:18.793351 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-66d3022b-9ce5-4212-bc92-0c4b8ab9353f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528724 May 10 19:58:19.299471 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 55908) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:19.366430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9437d22-72be-45b1-bac7-ee94eb876b41 req-ba562805-070d-42a3-864c-fc7532a6985a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:19.368148 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9437d22-72be-45b1-bac7-ee94eb876b41 req-ba562805-070d-42a3-864c-fc7532a6985a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0469837 May 10 19:58:19.416886 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3565fe2-d9d0-4a64-b3ef-7a529d88b964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.444446 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c9437d22-72be-45b1-bac7-ee94eb876b41 req-eec6ddf9-5ed9-47ff-bf70-0438eeb151cf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685422 May 10 19:58:19.524028 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3565fe2-d9d0-4a64-b3ef-7a529d88b964 admin admin] Publish callbacks [] for security_group (406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.536407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b3565fe2-d9d0-4a64-b3ef-7a529d88b964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.610981 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b3565fe2-d9d0-4a64-b3ef-7a529d88b964 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4bf731fb59644a0bdc350b6801ba9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104079 May 10 19:58:19.614128 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3565fe2-d9d0-4a64-b3ef-7a529d88b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:19.614290 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 55918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:19.645563 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-e67da661-dc91-4b0d-9cf4-760af1b6f216 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375360 May 10 19:58:19.665994 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] Publish callbacks [] for security_group (406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.690501 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] Publish callbacks [] for security_group (406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.739275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.741001 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-84f84ed2-9253-43c9-96a4-816b78c0afc7 req-b3782d16-fb77-43c1-b410-bdfa63cd9dac service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 May 10 19:58:19.742037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:19.743243 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45 HTTP/1.1" status: 204 len: 168 time: 0.1279578 May 10 19:58:19.751893 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d97eca-8dcd-4570-91e5-e029369985d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406c3ec9-5898-4cd5-a6b5-a6e11ee9ea45,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:20.556028 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d2d06-32c8-4baa-9095-ca39bc6ac6b6 req-38612a2d-0dcc-4b9f-8bc2-5354cc2c1f5b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:20.557622 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-216d2d06-32c8-4baa-9095-ca39bc6ac6b6 req-38612a2d-0dcc-4b9f-8bc2-5354cc2c1f5b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0488076 May 10 19:58:20.607091 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-216d2d06-32c8-4baa-9095-ca39bc6ac6b6 req-5ffe20f0-687c-49a5-9054-f2be899a8ed6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435438 May 10 19:58:20.874158 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6d7f-379c-4639-a89f-ef4308cf8c6f req-7e79c815-a149-4608-93e7-e5a0a39ae8d8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:20.875701 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c91e6d7f-379c-4639-a89f-ef4308cf8c6f req-7e79c815-a149-4608-93e7-e5a0a39ae8d8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0484509 May 10 19:58:20.922176 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c91e6d7f-379c-4639-a89f-ef4308cf8c6f req-d99a60a4-5898-4f12-9480-5c276669ee1e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405931 May 10 19:58:22.032188 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481edb9-b803-49ae-8f42-f3f7a6e12bc0 req-8d8d86e4-6085-4d34-9bb8-c131c9f148bf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:22.033643 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5481edb9-b803-49ae-8f42-f3f7a6e12bc0 req-8d8d86e4-6085-4d34-9bb8-c131c9f148bf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0446332 May 10 19:58:22.081910 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5481edb9-b803-49ae-8f42-f3f7a6e12bc0 req-c0dd20ec-bdac-48f7-a695-53af7e767a4e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423138 May 10 19:58:23.196367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38880c0-37f9-4c8e-b1d7-d3c24b7db068 req-56d63ec7-9cb9-47f3-9545-fd24247ec3ed tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:23.197827 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c38880c0-37f9-4c8e-b1d7-d3c24b7db068 req-56d63ec7-9cb9-47f3-9545-fd24247ec3ed tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0484896 May 10 19:58:23.270793 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c38880c0-37f9-4c8e-b1d7-d3c24b7db068 req-cf5f5748-6e88-4ac5-a970-7ffada3a5c6b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670400 May 10 19:58:23.278479 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-76915526-7d09-4267-836c-59789940e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:23.279932 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-76915526-7d09-4267-836c-59789940e400 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 1130 time: 0.0502877 May 10 19:58:23.373430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-28be761d-1106-4ddc-86e6-2b857efc0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:23.374918 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-28be761d-1106-4ddc-86e6-2b857efc0bc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.0888734 May 10 19:58:23.426624 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-1b468ad7-aae7-48c1-a457-22667a20508a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 200 len: 217 time: 0.0345674 May 10 19:58:23.483509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-3f64b9c7-9f02-43ed-ab29-cbfcd5164f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:23.484928 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-3f64b9c7-9f02-43ed-ab29-cbfcd5164f71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0431108 May 10 19:58:23.540073 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-5da0bad8-5dad-4ae0-8450-e4aedbae9931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:23.541578 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-5da0bad8-5dad-4ae0-8450-e4aedbae9931 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416746 May 10 19:58:23.633123 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-310aa66b-8adb-4ba9-bf7d-716cca7e037e service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845945 May 10 19:58:23.725214 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1287a1af-ae5d-488b-b0ae-b9bdb849bd97 req-e04b123e-78e4-49bc-9885-d8415667c417 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843596 May 10 19:58:24.060165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56036) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:24.168451 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4246a112-dc58-434c-b3cd-efb464c7c1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.243718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4246a112-dc58-434c-b3cd-efb464c7c1d9 admin admin] Publish callbacks [] for security_group (4ca69eeb-b7d9-4657-91be-96fc600919eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.247938 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4246a112-dc58-434c-b3cd-efb464c7c1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4ca69eeb-b7d9-4657-91be-96fc600919eb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.285686 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4246a112-dc58-434c-b3cd-efb464c7c1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca69eeb-b7d9-4657-91be-96fc600919eb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:24.292266 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4246a112-dc58-434c-b3cd-efb464c7c1d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4ea293f7e6f48d69e04cb1f4721f637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287314 May 10 19:58:24.292969 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56040) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:24.350593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] Publish callbacks [] for security_group (4ca69eeb-b7d9-4657-91be-96fc600919eb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.378114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] Publish callbacks [] for security_group (4ca69eeb-b7d9-4657-91be-96fc600919eb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.398101 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc445e-723c-4408-99de-dd14c0899476 req-0fd8f7a1-84bc-4e39-b34c-102ce037c5e8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:24.400025 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-61bc445e-723c-4408-99de-dd14c0899476 req-0fd8f7a1-84bc-4e39-b34c-102ce037c5e8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0604665 May 10 19:58:24.441861 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4ca69eeb-b7d9-4657-91be-96fc600919eb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.444603 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:24.446695 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ca69eeb-b7d9-4657-91be-96fc600919eb HTTP/1.1" status: 204 len: 168 time: 0.1519456 May 10 19:58:24.456115 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095214ea-c3c1-4cbe-9056-7cc2ef2f69cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca69eeb-b7d9-4657-91be-96fc600919eb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:24.475711 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-61bc445e-723c-4408-99de-dd14c0899476 req-a88be4a4-7660-4688-a7f5-3a68888c9e2e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647740 May 10 19:58:25.586172 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d237f44-45b8-4f8b-9467-5d8a0326e008 req-b8289d51-15a8-42ea-adde-6fdb833583ac tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:25.587675 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d237f44-45b8-4f8b-9467-5d8a0326e008 req-b8289d51-15a8-42ea-adde-6fdb833583ac tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0495324 May 10 19:58:25.634028 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d237f44-45b8-4f8b-9467-5d8a0326e008 req-2c456693-0c40-434b-9faa-3aa8524c6b10 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407288 May 10 19:58:26.894325 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9afed5-b5e4-45f0-90f5-eb4e98784a27 req-36e8b9ba-ec3f-4a33-871b-b11c98617cb7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:26.895880 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b9afed5-b5e4-45f0-90f5-eb4e98784a27 req-36e8b9ba-ec3f-4a33-871b-b11c98617cb7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0522664 May 10 19:58:26.942118 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1b9afed5-b5e4-45f0-90f5-eb4e98784a27 req-cd2e6b47-a3c8-4b06-a185-e3dea1573e55 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 May 10 19:58:30.426979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56176) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:30.431466 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159683472', 'description': 'tempest-description--699300546'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:30.451006 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.515767 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (b9b4169c-c786-4087-a07c-8d75ad6b9d52), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.520046 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b9b4169c-c786-4087-a07c-8d75ad6b9d52), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.550662 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.551873 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1238906 May 10 19:58:30.553723 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8e620-0035-4f93-9c44-df58db372073 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4169c-c786-4087-a07c-8d75ad6b9d52,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:30.554880 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56178) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:30.559554 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'security_group_rule': {'security_group_id': 'b9b4169c-c786-4087-a07c-8d75ad6b9d52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:30.587355 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (9db4d325-f8c1-4824-a67d-6e9abd527f6e), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.664056 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (9db4d325-f8c1-4824-a67d-6e9abd527f6e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.667661 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (9db4d325-f8c1-4824-a67d-6e9abd527f6e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.684387 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db4d325-f8c1-4824-a67d-6e9abd527f6e,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:30.693122 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.694305 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0db44766-c4b0-4e05-96e6-f3482f6c39b7 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383398 May 10 19:58:30.696976 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56180) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:30.701278 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'security_group_rule': {'security_group_id': 'b9b4169c-c786-4087-a07c-8d75ad6b9d52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:30.731102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (d8466b95-8480-486d-ac87-06f420273ad9), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.788936 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (d8466b95-8480-486d-ac87-06f420273ad9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.792314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (d8466b95-8480-486d-ac87-06f420273ad9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.810582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8466b95-8480-486d-ac87-06f420273ad9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:30.817306 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.818863 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8cb02f81-eddb-47f1-811c-289398397712 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209817 May 10 19:58:30.821358 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56184) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:30.825602 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:30.846244 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:30.930634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.049595 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Allocated IP 172.27.3.45 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/1491cea0-e5cb-40bf-bf3d-83dc49486028) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:31.169091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.203883 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56206) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:31.212815 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.251522 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:31.256413 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:31.259177 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:31.286733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'Port': ['ID=1491cea0-e5cb-40bf-bf3d-83dc49486028,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:31.548189 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b83b96e-33bf-4fdd-8b92-590f12e99d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.622624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.678643 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.710299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b83b96e-33bf-4fdd-8b92-590f12e99d20 admin admin] Publish callbacks [] for security_group (4269e993-6190-4027-92fc-ad211e4311ad), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.716631 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b83b96e-33bf-4fdd-8b92-590f12e99d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4269e993-6190-4027-92fc-ad211e4311ad), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.781428 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83b96e-33bf-4fdd-8b92-590f12e99d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269e993-6190-4027-92fc-ad211e4311ad,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:31.809692 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7b83b96e-33bf-4fdd-8b92-590f12e99d20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11bf63dbe56244079b6e442134b9a05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6046388 May 10 19:58:31.812412 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56210) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:31.859709 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] Publish callbacks [] for security_group (4269e993-6190-4027-92fc-ad211e4311ad), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.878572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.881479 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] Publish callbacks [] for security_group (4269e993-6190-4027-92fc-ad211e4311ad), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.883146 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.930611 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4269e993-6190-4027-92fc-ad211e4311ad), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.933188 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.934340 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4269e993-6190-4027-92fc-ad211e4311ad HTTP/1.1" status: 204 len: 168 time: 0.1209636 May 10 19:58:31.944004 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43144ca0-ba23-44ac-bf28-234a8c721a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269e993-6190-4027-92fc-ad211e4311ad,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:31.962774 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'Port': ['ID=1491cea0-e5cb-40bf-bf3d-83dc49486028,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:31.972238 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.988431 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:31.989762 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d6715d0f-51de-4768-9da3-f6b33ccebc9b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1674392 May 10 19:58:32.187593 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-b6f15d26-da16-484c-a7ff-cf67c40c1642 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1159683472&fields=id&tenant_id=866e5dd5364e4bd980ba03f1b76aac9d HTTP/1.1" status: 200 len: 267 time: 0.0437319 May 10 19:58:32.221145 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56232) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:32.234559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c47dc9-b95d-464a-a0db-937ee85202a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.305035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-13e591e9-5899-4cfd-849f-0d12b52f0abe tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:32.306409 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-13e591e9-5899-4cfd-849f-0d12b52f0abe tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.1104770 May 10 19:58:32.311604 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c47dc9-b95d-464a-a0db-937ee85202a4 admin admin] Publish callbacks [] for security_group (b1f434cf-8362-4d97-bb5d-4e176646b255), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.315479 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63c47dc9-b95d-464a-a0db-937ee85202a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b1f434cf-8362-4d97-bb5d-4e176646b255), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.321030 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-88cec987-a03b-40c9-9110-992fe6ccc55f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/quotas/866e5dd5364e4bd980ba03f1b76aac9d HTTP/1.1" status: 200 len: 375 time: 0.0092304 May 10 19:58:32.351478 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c47dc9-b95d-464a-a0db-937ee85202a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f434cf-8362-4d97-bb5d-4e176646b255,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:32.357142 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-63c47dc9-b95d-464a-a0db-937ee85202a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c8cd4143f8a54c1ea5855cf827970b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348798 May 10 19:58:32.359733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:32.380794 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-e7493138-1adf-43c0-a126-2d3975acfca6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0544739 May 10 19:58:32.408583 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] Publish callbacks [] for security_group (b1f434cf-8362-4d97-bb5d-4e176646b255), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.431907 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] Publish callbacks [] for security_group (b1f434cf-8362-4d97-bb5d-4e176646b255), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.480243 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-16c544ef-57f5-4964-95c2-e59bb545cd75 service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828972 May 10 19:58:32.482155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b1f434cf-8362-4d97-bb5d-4e176646b255), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.484771 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.486491 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1f434cf-8362-4d97-bb5d-4e176646b255 HTTP/1.1" status: 204 len: 168 time: 0.1250970 May 10 19:58:32.494079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad308e-5ef9-4034-874c-d02305572c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f434cf-8362-4d97-bb5d-4e176646b255,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:32.586037 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-9606f89b-9676-416a-acb3-b1c731ba9a62 service neutron] 10.222.0.57 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999358 May 10 19:58:32.752671 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-57814119-e90c-4852-bedd-aeda7df83477 req-c5f94855-2fa9-42ac-a0df-b635a7f307f2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 210 time: 0.0316348 May 10 19:58:32.826517 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56248) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:32.839334 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f767821-3cb6-4bb5-9bf7-e36b7a00ea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.914724 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f767821-3cb6-4bb5-9bf7-e36b7a00ea16 admin admin] Publish callbacks [] for security_group (414c502a-b192-44ae-ba83-1dde36c0eea7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.918683 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0f767821-3cb6-4bb5-9bf7-e36b7a00ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (414c502a-b192-44ae-ba83-1dde36c0eea7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:32.955212 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f767821-3cb6-4bb5-9bf7-e36b7a00ea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414c502a-b192-44ae-ba83-1dde36c0eea7,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:32.962376 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0f767821-3cb6-4bb5-9bf7-e36b7a00ea16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b3fd20e203c4b2e801e556003dc0d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325474 May 10 19:58:32.963256 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:33.012432 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] Publish callbacks [] for security_group (414c502a-b192-44ae-ba83-1dde36c0eea7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:33.038451 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] Publish callbacks [] for security_group (414c502a-b192-44ae-ba83-1dde36c0eea7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:33.086042 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (414c502a-b192-44ae-ba83-1dde36c0eea7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:33.088480 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:33.089604 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/414c502a-b192-44ae-ba83-1dde36c0eea7 HTTP/1.1" status: 204 len: 168 time: 0.1260710 May 10 19:58:33.096979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db08ce3-2b70-434c-a58c-9f64b41b670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414c502a-b192-44ae-ba83-1dde36c0eea7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:33.846123 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a64316b4-3ead-4ed1-9bf3-be6a92972898 req-6274714b-6d4e-47a6-821c-3cd2c0b484fc tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 210 time: 0.0263608 May 10 19:58:34.707287 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-c862cd51-aecd-481b-ab36-f0748f9cfff0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:34.709740 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-c862cd51-aecd-481b-ab36-f0748f9cfff0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 819 time: 0.1270332 May 10 19:58:34.778800 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-02980f93-b92c-4f71-95f3-c1252c7458cb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=866e5dd5364e4bd980ba03f1b76aac9d HTTP/1.1" status: 200 len: 380 time: 0.0590630 May 10 19:58:34.789279 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'port': {'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'admin_state_up': True, 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'security_groups': ['b9b4169c-c786-4087-a07c-8d75ad6b9d52']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:34.918168 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Made reservation on behalf of 866e5dd5364e4bd980ba03f1b76aac9d for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:34.922398 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:34.976456 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7f550efa-fc79-4f9e-8eb0-a8055d0f53ad req-94347005-ab46-4f80-85d8-d2e6b92d6a20 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 210 time: 0.0366809 May 10 19:58:35.083945 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Allocated IP 172.20.0.5 (7e89c795-c88b-4f30-8394-9a44ee218158/3d14d8c6-6a88-4948-a072-f9981475657e/9da24b37-2570-4ec8-b96e-7dd6c39379fc) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:35.236713 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.278831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.320771 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Network 7e89c795-c88b-4f30-8394-9a44ee218158 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:35.323868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:35.327260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:35.372283 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event updated for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:35.402559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:35.403260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.425310 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-fb5be697-ac74-459c-83fd-f0564482831e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6411653 May 10 19:58:35.437585 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Request body: {'port': {'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:35.501438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.577068 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f3e1b1e0-8f9b-4ecf-935c-5ccbd3f3b14c None None] Provisioning complete for port 9da24b37-2570-4ec8-b96e-7dd6c39379fc triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:35.577641 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3e1b1e0-8f9b-4ecf-935c-5ccbd3f3b14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.634041 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f3e1b1e0-8f9b-4ecf-935c-5ccbd3f3b14c None None] Port 9da24b37-2570-4ec8-b96e-7dd6c39379fc cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:35.659897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56310) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:35.774877 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1b5d13-4b09-4591-aa4f-f8f8f187b5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.810639 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da24b37-2570-4ec8-b96e-7dd6c39379fc {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:58:35.819110 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks [] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.832601 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Transition to ACTIVE for port object 9da24b37-2570-4ec8-b96e-7dd6c39379fc will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:58:35.836076 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.856237 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1b5d13-4b09-4591-aa4f-f8f8f187b5b4 admin admin] Publish callbacks [] for security_group (003d8b5c-eaa4-4e70-8a25-dc89367da725), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.861257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8f1b5d13-4b09-4591-aa4f-f8f8f187b5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (003d8b5c-eaa4-4e70-8a25-dc89367da725), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.906953 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8f1b5d13-4b09-4591-aa4f-f8f8f187b5b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf5be273f26747ce865579f6d7c3ef41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458899 May 10 19:58:35.908020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b5d13-4b09-4591-aa4f-f8f8f187b5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d8b5c-eaa4-4e70-8a25-dc89367da725,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:35.922800 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Pushing event updated for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:35.923268 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56316) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:35.994071 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] Publish callbacks [] for security_group (003d8b5c-eaa4-4e70-8a25-dc89367da725), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:35.997580 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Attempting to bind port 9da24b37-2570-4ec8-b96e-7dd6c39379fc on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:35.997943 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Attempting to bind port 9da24b37-2570-4ec8-b96e-7dd6c39379fc by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:35.998276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Attempting to bind port 9da24b37-2570-4ec8-b96e-7dd6c39379fc on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:36.012929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Port 9da24b37-2570-4ec8-b96e-7dd6c39379fc on network 7e89c795-c88b-4f30-8394-9a44ee218158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:58:36.013259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Attempting to bind port 9da24b37-2570-4ec8-b96e-7dd6c39379fc on network 7e89c795-c88b-4f30-8394-9a44ee218158 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:36.020712 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:36.020970 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Checking segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:36.021362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Bound using segment: {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:36.021794 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Bound port: 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:36.022152 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.047296 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] Publish callbacks [] for security_group (003d8b5c-eaa4-4e70-8a25-dc89367da725), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.109871 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (003d8b5c-eaa4-4e70-8a25-dc89367da725), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.113033 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.114203 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/003d8b5c-eaa4-4e70-8a25-dc89367da725 HTTP/1.1" status: 204 len: 168 time: 0.1901126 May 10 19:58:36.138318 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45f9ac-16bc-42cc-855a-2ab9ebf0bbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d8b5c-eaa4-4e70-8a25-dc89367da725,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:36.181886 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:36.190181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ffaa5-bf61-4b2e-a570-09d0983e6006 req-f1efd562-5e7b-4cb1-9673-4a0a46fff910 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:36.191853 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-708ffaa5-bf61-4b2e-a570-09d0983e6006 req-f1efd562-5e7b-4cb1-9673-4a0a46fff910 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 943 time: 0.0732386 May 10 19:58:36.193681 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:36.206096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.263644 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:36.264308 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:36.267133 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] 10.222.0.60 "PUT /v2.0/ports/9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 1093 time: 0.8338730 May 10 19:58:36.271328 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:58:36.275498 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3335af-10b0-42ce-9de5-9d22988646f5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:58:36.310833 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-708ffaa5-bf61-4b2e-a570-09d0983e6006 req-fdf7f04a-c7f9-4790-b910-6e740717b630 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121991 May 10 19:58:36.314507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d49ce-0951-46fd-ae2d-aec02b3e15ef service neutron] Pushing event updated for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:37.120667 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:58:38.572871 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-18a7514a-a57a-465d-8263-1c94607b703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:38.574434 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-18a7514a-a57a-465d-8263-1c94607b703b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1127 time: 0.0498481 May 10 19:58:38.618266 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-a07fccd9-b048-4cfb-a2a9-8a5a50e7d4ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 217 time: 0.0358219 May 10 19:58:38.676125 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-4d1e3124-c4ac-4082-8532-89e7c4cabe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:38.677729 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-4d1e3124-c4ac-4082-8532-89e7c4cabe44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0528724 May 10 19:58:38.734687 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5a5256-7018-4b89-a546-b485c9fac886 x-openstack-request-id: req-3b5a5256-7018-4b89-a546-b485c9fac886 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:58:38.735149 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:58:38.735371 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b5a5256-7018-4b89-a546-b485c9fac886 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:58:38.735829 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5a5256-7018-4b89-a546-b485c9fac886'] response: {'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'status': 'completed', 'code': 200} May 10 19:58:38.749963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-e5ba9472-1d2b-422b-9bd6-a2e869eb0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:38.751719 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-e5ba9472-1d2b-422b-9bd6-a2e869eb0bf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666525 May 10 19:58:38.850888 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356ee13-0c37-4e1f-9aad-f8a121c7b9ac req-82e88621-a624-45c9-ad4d-b8b610dec9c8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:38.852415 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5356ee13-0c37-4e1f-9aad-f8a121c7b9ac req-82e88621-a624-45c9-ad4d-b8b610dec9c8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 943 time: 0.0848212 May 10 19:58:38.912333 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-1b58c902-2a39-4cb0-8635-b64c3d19dc5b service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528385 May 10 19:58:38.922800 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5356ee13-0c37-4e1f-9aad-f8a121c7b9ac req-0b65b412-9286-4e3a-ad36-9efbf4ff6e98 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640500 May 10 19:58:39.004320 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-10ea627f-2039-4298-b738-bdb4f21f1467 req-43579040-8c13-4460-858c-7c8392e238d9 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804491 May 10 19:58:40.039926 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769c9f0-85c5-4c06-a661-4de9231a6248 req-d4660242-d614-406d-8eb4-d2f26de6ff2c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:40.041429 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3769c9f0-85c5-4c06-a661-4de9231a6248 req-d4660242-d614-406d-8eb4-d2f26de6ff2c tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 943 time: 0.0495811 May 10 19:58:40.091247 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3769c9f0-85c5-4c06-a661-4de9231a6248 req-f3f7656b-2f68-48e1-acf4-af814f4de1ee tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 May 10 19:58:40.191218 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-9a827b46-5c20-4a3a-a3e7-0f2de7a9188f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:40.192681 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-9a827b46-5c20-4a3a-a3e7-0f2de7a9188f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1127 time: 0.0440593 May 10 19:58:40.287651 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-ef2bc3d7-3a6f-4f74-814c-477f3cc0e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:40.289179 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-ef2bc3d7-3a6f-4f74-814c-477f3cc0e736 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.0869298 May 10 19:58:40.333152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-80485191-c9dd-4326-9549-15ea18a6f901 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 217 time: 0.0347772 May 10 19:58:40.383549 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-083829fd-42df-4862-90ee-b2380aaef792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:40.384959 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-083829fd-42df-4862-90ee-b2380aaef792 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0454798 May 10 19:58:40.432800 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-d1973169-cea6-4afd-8b2e-74a034ed9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:40.434251 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-d1973169-cea6-4afd-8b2e-74a034ed9351 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0366333 May 10 19:58:40.525099 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-7b1fb4b5-2f79-46d5-a479-3418a2752d52 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800810 May 10 19:58:40.619776 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1c3335af-10b0-42ce-9de5-9d22988646f5 req-ab7e2e1d-e3eb-4125-b6d4-fd0df129fa92 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870421 May 10 19:58:40.636183 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-69ed3003-dc9a-486b-9897-14e871ab56b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:41.210097 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67d8c3-32ee-42ba-8fb6-4af4de168941 req-4f0312e9-afe7-425e-9d88-4e44a8c1625d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:41.211593 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b67d8c3-32ee-42ba-8fb6-4af4de168941 req-4f0312e9-afe7-425e-9d88-4e44a8c1625d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 943 time: 0.0474002 May 10 19:58:41.257363 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b67d8c3-32ee-42ba-8fb6-4af4de168941 req-5e575f2f-f1e7-46e2-908e-645c9edc5f2f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402493 May 10 19:58:41.459339 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 9da24b37-2570-4ec8-b96e-7dd6c39379fc details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:58:41.492762 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:41.568372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:41.579344 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:58:41.615636 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 9da24b37-2570-4ec8-b96e-7dd6c39379fc is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:41.616024 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:41.628470 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da24b37-2570-4ec8-b96e-7dd6c39379fc {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:58:41.647893 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:41.652606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:41.698018 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:41.706144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.707005 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.707005 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.707315 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.707521 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.707854 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.708244 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.708573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.708895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.709226 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.709692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.709902 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.710194 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.710534 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.710854 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:41.947496 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['9da24b37-2570-4ec8-b96e-7dd6c39379fc'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:58:42.366816 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9822960-a56f-4fa9-b9a5-28de7d47d3bf req-ec665af6-a047-4bc6-b972-541290ad8fba tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:42.368260 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9822960-a56f-4fa9-b9a5-28de7d47d3bf req-ec665af6-a047-4bc6-b972-541290ad8fba tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 944 time: 0.0452323 May 10 19:58:42.417385 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e9822960-a56f-4fa9-b9a5-28de7d47d3bf req-a1a6e390-be45-4070-8061-20f18432dce4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425143 May 10 19:58:43.114621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-00157333-cd0d-49f8-b1fb-af338d58600d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:43.462219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 9da24b37-2570-4ec8-b96e-7dd6c39379fc up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:43.513957 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 9da24b37-2570-4ec8-b96e-7dd6c39379fc completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:58:43.529727 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 9da24b37-2570-4ec8-b96e-7dd6c39379fc triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:43.530665 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:43.548825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014d717-1f95-40fd-82a6-68a9a86038da req-4ab6b4dd-c3e3-4c5f-a3ab-ce21f447855f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:43.550337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7014d717-1f95-40fd-82a6-68a9a86038da req-4ab6b4dd-c3e3-4c5f-a3ab-ce21f447855f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 944 time: 0.0653794 May 10 19:58:43.605982 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7014d717-1f95-40fd-82a6-68a9a86038da req-303d7b8a-c762-4c72-b1b9-a2129bd6ef0f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495803 May 10 19:58:43.616418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 9da24b37-2570-4ec8-b96e-7dd6c39379fc is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:43.616811 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:43.642187 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:58:43.645170 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f852bb-9831-4885-a32b-f297281965ad" -d '{"events": [{"server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "name": "network-vif-plugged", "status": "completed", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:58:43.657231 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:43.661419 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:43.688573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f50cd-0206-4bed-a70d-a3510a2e8e96 x-openstack-request-id: req-432f50cd-0206-4bed-a70d-a3510a2e8e96 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:58:43.688898 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "name": "network-vif-plugged", "status": "completed", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:58:43.689156 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-432f50cd-0206-4bed-a70d-a3510a2e8e96 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:58:43.689554 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-432f50cd-0206-4bed-a70d-a3510a2e8e96'] response: {'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'code': 200} May 10 19:58:43.716598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:43.859671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bd667-724c-455c-91a3-253f198a256f req-79a8edd1-0d26-494c-9ea0-4b7439025038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:43.861090 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a1bd667-724c-455c-91a3-253f198a256f req-79a8edd1-0d26-494c-9ea0-4b7439025038 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0412464 May 10 19:58:43.908251 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a1bd667-724c-455c-91a3-253f198a256f req-723efc5a-aa90-4bfc-bc97-3af5aab8c6bd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401597 May 10 19:58:43.945978 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:44.657111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56456) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:44.719709 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264b91d-8875-45e4-94d3-a94b360aede4 req-7b740e0f-53ae-4c48-9188-b4ce604d14f8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:44.721208 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c264b91d-8875-45e4-94d3-a94b360aede4 req-7b740e0f-53ae-4c48-9188-b4ce604d14f8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0447676 May 10 19:58:44.761874 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d6e787-93fa-4850-a0ca-748c8427b768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:44.773641 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c264b91d-8875-45e4-94d3-a94b360aede4 req-c61ca4a6-b322-41b4-aade-34c56b8c1b04 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453262 May 10 19:58:44.838054 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d6e787-93fa-4850-a0ca-748c8427b768 admin admin] Publish callbacks [] for security_group (0d1f447e-30a2-44aa-be59-ef5f6ee3e792), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:44.841838 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64d6e787-93fa-4850-a0ca-748c8427b768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0d1f447e-30a2-44aa-be59-ef5f6ee3e792), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:44.880189 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6e787-93fa-4850-a0ca-748c8427b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1f447e-30a2-44aa-be59-ef5f6ee3e792,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:44.885260 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-64d6e787-93fa-4850-a0ca-748c8427b768 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df285cee66ef47e1a9dea260280f8147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270770 May 10 19:58:44.888397 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56460) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:44.935460 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] Publish callbacks [] for security_group (0d1f447e-30a2-44aa-be59-ef5f6ee3e792), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:44.956471 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] Publish callbacks [] for security_group (0d1f447e-30a2-44aa-be59-ef5f6ee3e792), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.000871 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0d1f447e-30a2-44aa-be59-ef5f6ee3e792), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.004059 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.005206 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d1f447e-30a2-44aa-be59-ef5f6ee3e792 HTTP/1.1" status: 204 len: 168 time: 0.1157506 May 10 19:58:45.012997 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca55248-c01f-45b8-b91f-f450b6336249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1f447e-30a2-44aa-be59-ef5f6ee3e792,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:45.340999 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.628450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:45.722885 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1968776534-network', 'tenant_id': '493768250fbb449a8b5430992e76b60f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:45.742828 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Made reservation on behalf of 493768250fbb449a8b5430992e76b60f for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:45.745129 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.754296 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.827585 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks [] for security_group (9b5207e5-8055-44cd-a431-c71be24799d2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.831779 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9b5207e5-8055-44cd-a431-c71be24799d2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.873728 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:58:45.903969 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5207e5-8055-44cd-a431-c71be24799d2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:45.915786 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (d77a6835-e23c-45de-b71e-67e31d77dc2d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:45.916132 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Added segment d77a6835-e23c-45de-b71e-67e31d77dc2d of type vlan for network d20c2327-06bd-4a9c-bc81-ab7a5e947390 May 10 19:58:45.931115 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad922f-a6c7-45dc-8796-317a60592429 req-633aeb57-39f9-48f5-8c85-15836373855e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:45.932599 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d7ad922f-a6c7-45dc-8796-317a60592429 req-633aeb57-39f9-48f5-8c85-15836373855e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0845437 May 10 19:58:45.975425 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (d20c2327-06bd-4a9c-bc81-ab7a5e947390), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.018288 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d7ad922f-a6c7-45dc-8796-317a60592429 req-ddead5d6-0375-4183-ae97-9dcdeb0fee89 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662668 May 10 19:58:46.019319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (d20c2327-06bd-4a9c-bc81-ab7a5e947390), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.020226 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:46.020807 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.085232 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4530652 May 10 19:58:46.085457 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56494) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:46.090088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Request body: {'subnet': {'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1968776534-subnet', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:46.094361 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564c59-eb73-4a88-8a43-fef17f6b7b15 admin admin] Pushing event updated for resources: {'Network': ['ID=d20c2327-06bd-4a9c-bc81-ab7a5e947390,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:46.108282 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:58:46.116369 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Made reservation on behalf of 493768250fbb449a8b5430992e76b60f for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:46.119449 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5884103'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.159294 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6e242-4486-4ef6-ae7b-4136ceb5de08 req-4a2f8383-b45a-4f76-ab6f-86797a1ddf92 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:46.161582 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56a6e242-4486-4ef6-ae7b-4136ceb5de08 req-4a2f8383-b45a-4f76-ab6f-86797a1ddf92 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0709558 May 10 19:58:46.171105 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56500) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:46.176460 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'floatingip': {'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:46.233720 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.524709 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6739570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5884121'] for subnet (22361c0a-cf12-4634-82fd-a8ca7039f9bc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.666241 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22361c0a-cf12-4634-82fd-a8ca7039f9bc,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:46.689401 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:46.690300 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Network hostable DHCP agents. Network: d20c2327-06bd-4a9c-bc81-ab7a5e947390, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:58:46.745773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:58:46.764636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, d20c2327-06bd-4a9c-bc81-ab7a5e947390) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:46.774066 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc72050-c905-4469-ad54-f31963c2cba3 None None] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:58:46.786900 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:46.786900 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.807487 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-15d58fef-665e-4b67-a6e3-97c602179a25 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7211084 May 10 19:58:46.810213 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56502) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:46.815890 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:46.838830 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.839933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.873516 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.878280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.895325 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-d20c2327-06bd-4a9c-bc81-ab7a5e947390', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:58:46.896219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.916136 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for router_controller (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:46.985602 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Floating IP b22467ce-5005-4654-a15c-f7b8864c51d2 associated. External IP: 172.27.3.45, port: 9da24b37-2570-4ec8-b96e-7dd6c39379fc. May 10 19:58:47.040419 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Allocated IP 172.20.0.2 (d20c2327-06bd-4a9c-bc81-ab7a5e947390/22361c0a-cf12-4634-82fd-a8ca7039f9bc/a12310eb-54fe-4e29-a0a6-3e81693edba5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:47.061329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for router_gateway (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.208599 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks [] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.214809 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.219789 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.226307 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:58:47.270042 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:47.270425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for router_gateway (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.276750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:47.282375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:47.287848 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Pushing event updated for resources: {'Port': ['ID=a12310eb-54fe-4e29-a0a6-3e81693edba5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:47.305676 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.347268 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Attempting to bind port a12310eb-54fe-4e29-a0a6-3e81693edba5 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:47.347790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Attempting to bind port a12310eb-54fe-4e29-a0a6-3e81693edba5 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:47.348170 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Attempting to bind port a12310eb-54fe-4e29-a0a6-3e81693edba5 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:47.353477 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:47.353881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:47.354254 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.354682 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Bound using segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:47.355167 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Bound port: a12310eb-54fe-4e29-a0a6-3e81693edba5, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:47.355541 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.429679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56512) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:47.435086 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] For port a12310eb-54fe-4e29-a0a6-3e81693edba5, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:47.438082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946374150', 'description': 'tempest-description--1022537578'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:47.438449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] For port a12310eb-54fe-4e29-a0a6-3e81693edba5, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=a12310eb-54fe-4e29-a0a6-3e81693edba5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:47.446873 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.477511 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Allocated IP 172.27.3.229 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/eee48bd7-8ed2-4cbb-a394-c3261ba87c5b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:47.494901 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.512852 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee40b37-fb76-4bdd-bff7-c6cba5488c58 None None] Pushing event updated for resources: {'Port': ['ID=a12310eb-54fe-4e29-a0a6-3e81693edba5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:47.603220 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:58:47.607987 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.615761 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:47.626870 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:47.631386 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:47.647224 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f37c1904-7d77-43ea-b3a3-20dbe3713bb4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "PUT /v2.0/floatingips/b22467ce-5005-4654-a15c-f7b8864c51d2 HTTP/1.1" status: 200 len: 990 time: 1.4756236 May 10 19:58:47.647945 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:58:47.650776 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:58:47.661773 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.672947 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (c3da2f2d-8897-43bf-b24a-d58e12a6c437), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.682865 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c3da2f2d-8897-43bf-b24a-d58e12a6c437), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.690958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e6b3d-8fe9-4a93-bf95-b80cd675a562 x-openstack-request-id: req-9d1e6b3d-8fe9-4a93-bf95-b80cd675a562 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:58:47.691351 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:58:47.691693 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d1e6b3d-8fe9-4a93-bf95-b80cd675a562 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:58:47.692188 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d1e6b3d-8fe9-4a93-bf95-b80cd675a562'] response: {'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'status': 'completed', 'code': 200} May 10 19:58:47.703836 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.707735 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2730927 May 10 19:58:47.708611 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56518) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:47.714509 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': 'c3da2f2d-8897-43bf-b24a-d58e12a6c437', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:47.747155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (e7d79ae3-cff6-4fc9-9628-bdf8fd1edfe0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.777972 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:47.796204 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-e89cb545-5f41-43ed-9a37-f305d363c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:47.797758 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-e89cb545-5f41-43ed-9a37-f305d363c7e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0755498 May 10 19:58:47.805248 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b97586-6c8f-416e-b727-d5c5fc890534 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3da2f2d-8897-43bf-b24a-d58e12a6c437,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:47.867842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.882847 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (e7d79ae3-cff6-4fc9-9628-bdf8fd1edfe0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.887053 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (e7d79ae3-cff6-4fc9-9628-bdf8fd1edfe0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.911738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d79ae3-cff6-4fc9-9628-bdf8fd1edfe0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:47.918113 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:47.924756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.928536 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2459d0bc-807b-4b1f-8535-2339104ba1a0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161837 May 10 19:58:47.928880 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56520) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:47.934141 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': 'c3da2f2d-8897-43bf-b24a-d58e12a6c437', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:47.960980 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:47.970769 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:47.973550 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (3649a1e1-c70a-40dd-971b-46ee30f4de06), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:47.979286 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-14909cfd-3436-436a-8b3c-c65348d665dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:47.980869 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-14909cfd-3436-436a-8b3c-c65348d665dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.1731107 May 10 19:58:47.998706 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Pushing event updated for resources: {'Port': ['ID=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:48.046800 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (3649a1e1-c70a-40dd-971b-46ee30f4de06), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.052243 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (3649a1e1-c70a-40dd-971b-46ee30f4de06), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.071773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3649a1e1-c70a-40dd-971b-46ee30f4de06,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:48.082859 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.087594 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-04abdd08-69de-4eb9-bc6c-3c3a77cf164d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546376 May 10 19:58:48.088492 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56522) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:48.093376 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:48.109254 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-1d2f5146-31be-4fd6-9bd4-4b095f83f968 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 998 time: 0.1058955 May 10 19:58:48.115848 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.191711 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T19:58:46Z', 'revision_number': 1, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:48.208814 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.227995 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:48.233788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-857b6429-979d-4702-93a5-487186b266cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:48.235820 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-857b6429-979d-4702-93a5-487186b266cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.1155427 May 10 19:58:48.239111 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:48.239734 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:48.332415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-b9149d50-29f5-472c-ae91-4bd66badd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:48.333908 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-b9149d50-29f5-472c-ae91-4bd66badd73e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567887 May 10 19:58:48.358972 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.27.3.168 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/37a6f92e-09ae-41d6-ad73-87c6d93b7cb5) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:48.378947 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:48.489658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.541230 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.582274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:48.585520 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:48.589957 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:48.621915 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=37a6f92e-09ae-41d6-ad73-87c6d93b7cb5,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:48.645263 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T19:58:46Z', 'revision_number': 1, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:48.683415 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2bb2b1-3cea-4755-969d-cf4b97cfaa04 None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T19:58:46Z', 'revision_number': 1, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:58:48.697085 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.716885 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-0197f127-c88e-407a-9039-5262797e717c service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983593 May 10 19:58:48.730416 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for router_gateway (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.739151 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.772735 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f878c34-29be-4cd7-9509-f61346d3834e None None] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:58:48.842988 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Provisioning complete for port a12310eb-54fe-4e29-a0a6-3e81693edba5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:48.843462 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.909159 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9775d75f-7eeb-4e40-a93f-9bc19a340bc1 req-bada49aa-e045-4f45-ba4c-2c0316bfc5ae service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796246 May 10 19:58:48.921325 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:48.928656 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.010081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950a20bd-54fd-43d1-bbae-c71329dd6f3f None None] New status for floating IP b22467ce-5005-4654-a15c-f7b8864c51d2: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:58:49.032001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=37a6f92e-09ae-41d6-ad73-87c6d93b7cb5,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:49.039239 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.045317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.056307 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.057559 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-49a0e9bf-2f2e-4afb-89d5-668cbf0f2b34 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9685023 May 10 19:58:49.103395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Current status of the port a12310eb-54fe-4e29-a0a6-3e81693edba5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:49.103786 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.191999 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device a12310eb-54fe-4e29-a0a6-3e81693edba5 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:49.231711 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] For port a12310eb-54fe-4e29-a0a6-3e81693edba5, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=a12310eb-54fe-4e29-a0a6-3e81693edba5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:49.240310 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:58:49.243614 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.313434 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-992bfdcf-3f9c-4c40-b383-713d1133d918 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--946374150&fields=id&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 267 time: 0.0445635 May 10 19:58:49.382860 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:58:49.396088 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:49.407471 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.409301 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c179dabe-491f-4490-9741-e5d462247e97 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5979307 May 10 19:58:49.414370 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:49.426344 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:49.427209 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:49.498303 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d3da5ab1-33e2-4061-839c-9ec3e14b1bee tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:49.500155 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d3da5ab1-33e2-4061-839c-9ec3e14b1bee tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.1798000 May 10 19:58:49.535525 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-6cb6f15e-8f18-432e-9362-5c39e6e80a68 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/quotas/477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 375 time: 0.0249460 May 10 19:58:49.538128 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port a12310eb-54fe-4e29-a0a6-3e81693edba5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:49.538546 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.548252 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:49.572335 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc47f5-1b7c-43b1-9a52-d89a334e2456 None None] Pushing event updated for resources: {'Port': ['ID=a12310eb-54fe-4e29-a0a6-3e81693edba5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:49.579513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-63bf3abb-5d9b-4843-a30b-cdc65801bfb0 None None] Provisioning complete for port a12310eb-54fe-4e29-a0a6-3e81693edba5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:49.579513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-63bf3abb-5d9b-4843-a30b-cdc65801bfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.658807 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port a12310eb-54fe-4e29-a0a6-3e81693edba5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:49.660634 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d1edbcea-af46-4af1-b9aa-8d4ae3cb86bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0962589 May 10 19:58:49.692065 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-63bf3abb-5d9b-4843-a30b-cdc65801bfb0 None None] Current status of the port a12310eb-54fe-4e29-a0a6-3e81693edba5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:49.743353 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:48Z', 'revision_number': 3, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:49.776049 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:49.776398 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Updating router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:58:49.803676 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:49.846095 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-e0cee9b5-d8cc-4986-b95a-5d7c87681f8a service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671908 May 10 19:58:50.004759 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-2f82b397-e077-4bca-9b47-4802c9142b25 service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486568 May 10 19:58:50.059441 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks [] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.065931 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.084078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.119553 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Attempting to bind port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:50.119553 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Attempting to bind port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:50.119553 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Attempting to bind port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:50.122415 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Pushing event updated for resources: {'Port': ['ID=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:50.127359 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:50.127671 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:50.127978 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.128371 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:50.128840 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Bound port: eee48bd7-8ed2-4cbb-a394-c3261ba87c5b, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:50.129332 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.135755 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.136104 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.136466 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.136823 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.137162 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.137491 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.137816 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.138141 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.138498 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.138813 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.139138 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.139569 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.139843 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.140166 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.140482 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:58:50.201515 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] For port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:50.206510 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] For port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:50.212907 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0f6d52c7-d267-4461-b009-8e126774a78b req-176da72d-a785-439b-8b73-bfc5db2b0754 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 210 time: 0.0583832 May 10 19:58:50.213550 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.274205 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:50.274873 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:50.290204 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Allocated IP 172.20.0.1 (d20c2327-06bd-4a9c-bc81-ab7a5e947390/22361c0a-cf12-4634-82fd-a8ca7039f9bc/037b7a09-a85f-47f6-bfd0-8f98d2d8056b) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:50.310161 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3986f-abef-43fc-92c6-9474255263f8 None None] Pushing event updated for resources: {'Port': ['ID=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:50.393535 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:50.411091 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks [] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.452682 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.504383 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:50.509903 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:50.513931 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:50.554210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Pushing event updated for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:50.573583 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.680820 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:48Z', 'revision_number': 3, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:50.714295 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca496a9d-73fb-4706-8080-4ea0e621e540 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:48Z', 'revision_number': 3, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:58:50.726469 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.821209 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-be45326c-5aef-4e22-aea9-de9ab649fed4 None None] Provisioning complete for port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:50.821796 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-be45326c-5aef-4e22-aea9-de9ab649fed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.863238 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-be45326c-5aef-4e22-aea9-de9ab649fed4 None None] Port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:50.926429 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks [] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:50.931883 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.008500 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.011240 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Pushing event updated for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:51.139456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:51.141141 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:51.192778 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device eee48bd7-8ed2-4cbb-a394-c3261ba87c5b up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:51.318345 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:58:51.334192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:51.334884 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.455227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-661457e4-9e60-4d78-b8df-ed2915147d92 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:51.458159 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-661457e4-9e60-4d78-b8df-ed2915147d92 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.2071126 May 10 19:58:51.496502 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5556543f-9882-4e37-8783-aab46d2cfc2e None None] Provisioning complete for port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:51.497698 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5556543f-9882-4e37-8783-aab46d2cfc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.545903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5556543f-9882-4e37-8783-aab46d2cfc2e None None] Port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:51.565269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:51.565662 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.571225 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-ae5ffe80-8fb3-43e0-b6a4-a09196747b6d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 471 time: 0.1030965 May 10 19:58:51.594002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:51.605671 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.606514 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device a12310eb-54fe-4e29-a0a6-3e81693edba5 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:51.654407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'port': {'device_id': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'admin_state_up': True, 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'security_groups': ['c3da2f2d-8897-43bf-b24a-d58e12a6c437']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:51.701605 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:51.713425 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port a12310eb-54fe-4e29-a0a6-3e81693edba5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:51.713813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.720766 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-be9b67b4-42e4-484a-8850-7f63c054572a req-9af0cda0-9161-492b-aa5c-63ca254a77df tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 210 time: 0.0310996 May 10 19:58:51.796128 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:58:51.798229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:51.805586 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:51.807094 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9ad7d776-9b89-49d4-8c03-a3b2d4ccc649 admin admin] 10.222.0.57 "PUT /v2.0/routers/cc6dd3b4-e97c-45b3-a66a-6740b088ebf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3915436 May 10 19:58:51.833063 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port a12310eb-54fe-4e29-a0a6-3e81693edba5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:51.939191 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.20.0.3 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/2363e0cc-7730-434b-b019-c5496e668908) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:52.082542 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (2363e0cc-7730-434b-b019-c5496e668908), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.117623 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.162882 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:52.168083 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:52.172533 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:52.176565 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:52.228472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:52.229111 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.246951 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-d5a5f308-e2b0-4b77-8725-38c43ac65cec tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977869 May 10 19:58:52.310776 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56576) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:52.315795 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1405467108-network', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:52.334835 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Made reservation on behalf of 5520708b8da040dab5b2b76a4dd222a1 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:52.337119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.346429 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.423261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks [] for security_group (23e39592-335e-461d-9131-03f1d8fb2637), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.428180 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23e39592-335e-461d-9131-03f1d8fb2637), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.456686 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 19:58:52.460706 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Request body: {'port': {'device_id': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:52.468599 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e39592-335e-461d-9131-03f1d8fb2637,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:52.476510 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (a8cc793b-7f57-4217-aa96-9a0c54017f28), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.476679 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Added segment a8cc793b-7f57-4217-aa96-9a0c54017f28 of type vlan for network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d May 10 19:58:52.485394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-35904c78-a41e-411f-bdff-0cd9e2d0e804 None None] Provisioning complete for port 2363e0cc-7730-434b-b019-c5496e668908 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:52.485797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35904c78-a41e-411f-bdff-0cd9e2d0e804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2363e0cc-7730-434b-b019-c5496e668908), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.525730 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.549877 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2363e0cc-7730-434b-b019-c5496e668908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.554341 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.555375 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:52.555970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.562018 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35904c78-a41e-411f-bdff-0cd9e2d0e804 None None] Port 2363e0cc-7730-434b-b019-c5496e668908 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:52.616123 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3042350 May 10 19:58:52.618800 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56580) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:52.623762 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Request body: {'subnet': {'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1405467108-subnet', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:52.646010 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0110fb3-156b-49c8-8a89-81dff0f3a428 admin admin] Pushing event updated for resources: {'Network': ['ID=5fbc5e22-fdfd-447a-9ff3-ec175b9f935d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:52.652156 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:52.660731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 19:58:52.663494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Made reservation on behalf of 5520708b8da040dab5b2b76a4dd222a1 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:58:52.665822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5884103'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.706889 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:52.707798 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:52.869696 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:52.875260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6739570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5884121'] for subnet (0d37299a-1bb4-4e69-8a4c-fa17365bbe29), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.941246 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4410ef2-cbe0-43f1-8a22-57a0c70e2da9 req-401ac276-e473-4a25-b947-731fdc8233ad tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:52.943021 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4410ef2-cbe0-43f1-8a22-57a0c70e2da9 req-401ac276-e473-4a25-b947-731fdc8233ad tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 931 time: 0.0895483 May 10 19:58:52.947540 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d37299a-1bb4-4e69-8a4c-fa17365bbe29,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:52.958344 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Checking segment: {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:52.958744 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Network hostable DHCP agents. Network: 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 19:58:52.966044 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2363e0cc-7730-434b-b019-c5496e668908 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:58:52.980719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 19:58:52.985003 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks [] for port (2363e0cc-7730-434b-b019-c5496e668908), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:52.993223 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:52.998327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:52.999140 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.009329 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b395c-04d0-448c-b9ca-961ae1047a25 None None] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:58:53.029672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Transition to ACTIVE for port object 2363e0cc-7730-434b-b019-c5496e668908 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:58:53.034867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.046189 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1cda83c2-07df-4c21-9d55-1e7dc48ca3db admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4263415 May 10 19:58:53.047951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56584) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:53.055210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:53.090777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.091923 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.092274 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4410ef2-cbe0-43f1-8a22-57a0c70e2da9 req-ad20f2b0-3bfa-4d28-8fb4-36b6a8bc2a88 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432171 May 10 19:58:53.160132 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Pushing event updated for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:53.169758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device eee48bd7-8ed2-4cbb-a394-c3261ba87c5b up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:53.175762 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for router_controller (8b5e413b-35c2-4862-9895-f95bd55438c3), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.224657 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Attempting to bind port 2363e0cc-7730-434b-b019-c5496e668908 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:53.224994 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Attempting to bind port 2363e0cc-7730-434b-b019-c5496e668908 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:53.225319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Attempting to bind port 2363e0cc-7730-434b-b019-c5496e668908 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:53.230305 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Port 2363e0cc-7730-434b-b019-c5496e668908 on network c69c6345-64af-49e8-8bf3-adcceaa64462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:58:53.230654 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Attempting to bind port 2363e0cc-7730-434b-b019-c5496e668908 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:53.238336 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 2, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:53.242659 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:53.243235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:53.243793 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:53.244242 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Bound port: 2363e0cc-7730-434b-b019-c5496e668908, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:53.244598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2363e0cc-7730-434b-b019-c5496e668908), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.288505 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:53.288863 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Updating router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:58:53.320593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:53.324472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=2363e0cc-7730-434b-b019-c5496e668908,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:53.332235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.334052 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'fixed_ips': [{'subnet_id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 19:58:53.335158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.347997 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for router_gateway (8b5e413b-35c2-4862-9895-f95bd55438c3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.373730 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:53.374382 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.379546 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.388330 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:53.389209 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.391054 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] 10.222.0.60 "PUT /v2.0/ports/2363e0cc-7730-434b-b019-c5496e668908 HTTP/1.1" status: 200 len: 1093 time: 0.9349940 May 10 19:58:53.392068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'tag': '2363e0cc-7730-434b-b019-c5496e668908'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:58:53.395342 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435caba-6147-4530-a596-e6adcc84fa84" -d '{"events": [{"name": "network-changed", "server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "tag": "2363e0cc-7730-434b-b019-c5496e668908"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:58:53.434424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331e40a-a490-43b4-b870-c4d0a0977811 service neutron] Pushing event updated for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:53.482483 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d76d99-6c6a-49a3-96ff-dda23017dae3 x-openstack-request-id: req-d2d76d99-6c6a-49a3-96ff-dda23017dae3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:58:53.483169 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "tag": "2363e0cc-7730-434b-b019-c5496e668908", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:58:53.483508 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2d76d99-6c6a-49a3-96ff-dda23017dae3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:58:53.484012 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d76d99-6c6a-49a3-96ff-dda23017dae3'] response: {'name': 'network-changed', 'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'tag': '2363e0cc-7730-434b-b019-c5496e668908', 'status': 'completed', 'code': 200} May 10 19:58:53.499578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-a44757a5-a05c-4a91-8573-f4a4ce2fe66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:53.501577 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-a44757a5-a05c-4a91-8573-f4a4ce2fe66a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 1127 time: 0.0561686 May 10 19:58:53.562655 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-daf0dc19-2d8c-445a-a1fb-63bfdc61a4cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2363e0cc-7730-434b-b019-c5496e668908 HTTP/1.1" status: 200 len: 217 time: 0.0532730 May 10 19:58:53.617820 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for router_gateway (8b5e413b-35c2-4862-9895-f95bd55438c3), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.619935 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-e9762550-8c86-43ee-be2b-1381addb65b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:53.621461 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-e9762550-8c86-43ee-be2b-1381addb65b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0519555 May 10 19:58:53.638280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.677842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-4ce56596-bb5f-4250-bf8b-4436fa0238eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:53.680336 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-4ce56596-bb5f-4250-bf8b-4436fa0238eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493536 May 10 19:58:53.701850 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Allocated IP 172.20.0.2 (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d/0d37299a-1bb4-4e69-8a4c-fa17365bbe29/cd6f98f0-8005-4313-8eb1-acde337e1cb4) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:53.757228 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:53.766014 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Allocated IP 172.27.3.222 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/c1929b32-ed46-421f-8079-519604031eca) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:53.827389 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-7f904080-3aa8-461a-9224-696e5f1add60 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388304 May 10 19:58:53.898937 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for port (c1929b32-ed46-421f-8079-519604031eca), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.940706 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33d89ee8-3094-4fb0-9607-9f2ddf1eb5b3 req-94758cf5-9c89-4c47-b838-f1fce1a765c1 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061912 May 10 19:58:53.943771 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (c1929b32-ed46-421f-8079-519604031eca), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.967462 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks [] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:53.980283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.024088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:54.040323 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:54.056935 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:54.058972 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Pushing event updated for resources: {'Port': ['ID=c1929b32-ed46-421f-8079-519604031eca,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:54.085516 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks [] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.103235 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e12371-1bce-428b-9853-56af6d97d046 req-0603ee88-73d0-4f31-8caf-d7e68e3691b7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:54.104792 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-74e12371-1bce-428b-9853-56af6d97d046 req-0603ee88-73d0-4f31-8caf-d7e68e3691b7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0849130 May 10 19:58:54.240671 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.258878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Attempting to bind port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:54.259086 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Attempting to bind port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:54.259994 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Attempting to bind port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:54.262979 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-74e12371-1bce-428b-9853-56af6d97d046 req-d4193f23-6aef-4e76-8f6b-821d924ed02e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515715 May 10 19:58:54.265909 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25ccd-a894-45bb-82c5-d6750ea202b0 None None] Pushing event updated for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:54.271663 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:54.272048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:54.272453 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.272848 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Bound using segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:54.273644 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Bound port: 037b7a09-a85f-47f6-bfd0-8f98d2d8056b, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:54.274096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.287032 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab39d6-f22d-42c5-b1fa-5abd370e74bd req-0389d3bf-6324-4c58-ac4a-4029ad6f3e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:54.289098 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9ab39d6-f22d-42c5-b1fa-5abd370e74bd req-0389d3bf-6324-4c58-ac4a-4029ad6f3e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 943 time: 0.0666387 May 10 19:58:54.340646 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:54.349933 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9ab39d6-f22d-42c5-b1fa-5abd370e74bd req-ebc0117f-aaf4-4440-a291-9f0eb73a5403 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522668 May 10 19:58:54.352780 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:54.358374 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:54.363621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-109bb380-4966-4a60-b596-a9d5567ce673 None None] Provisioning complete for port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:54.363621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-109bb380-4966-4a60-b596-a9d5567ce673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.411614 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Pushing event updated for resources: {'Port': ['ID=cd6f98f0-8005-4313-8eb1-acde337e1cb4,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:54.413422 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for router_gateway (8b5e413b-35c2-4862-9895-f95bd55438c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.461795 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] For port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:54.474853 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-109bb380-4966-4a60-b596-a9d5567ce673 None None] Port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:54.485312 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] For port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:54.489613 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Attempting to bind port cd6f98f0-8005-4313-8eb1-acde337e1cb4 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:54.489990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Attempting to bind port cd6f98f0-8005-4313-8eb1-acde337e1cb4 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:54.490359 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Attempting to bind port cd6f98f0-8005-4313-8eb1-acde337e1cb4 on network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:54.494001 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.504955 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:54.505335 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Checking segment: {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:54.505734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.506131 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Bound using segment: {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:54.506633 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Bound port: cd6f98f0-8005-4313-8eb1-acde337e1cb4, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:54.507022 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.598645 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:54.599290 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:54.603149 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af25ccd-a894-45bb-82c5-d6750ea202b0 None None] Pushing event updated for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:54.620112 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.674373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] For port cd6f98f0-8005-4313-8eb1-acde337e1cb4, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:54.678726 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] For port cd6f98f0-8005-4313-8eb1-acde337e1cb4, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cd6f98f0-8005-4313-8eb1-acde337e1cb4,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:54.688928 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.763048 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Router 8b5e413b-35c2-4862-9895-f95bd55438c3 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 19:58:54.790548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:54.835115 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d1a6c-0a31-4039-a099-6c00fe768331 None None] Pushing event updated for resources: {'Port': ['ID=cd6f98f0-8005-4313-8eb1-acde337e1cb4,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:54.839350 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Provisioning complete for port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:54.839750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.886247 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:58:54.900129 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Sync routers for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:54.907256 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:54.908638 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-452e9ae8-25b9-4ca7-ba53-c370398dc3af admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8585124 May 10 19:58:54.911615 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56600) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:54.914907 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:54.915838 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:55.068422 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:55.096429 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Current status of the port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:55.096429 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.097098 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435caba-6147-4530-a596-e6adcc84fa84 req-d7b0800f-5c35-4e23-b5d1-1f9c9ca4f8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:55.098427 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-d7b0800f-5c35-4e23-b5d1-1f9c9ca4f8c5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 1127 time: 0.1086514 May 10 19:58:55.138490 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] For port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:55.150105 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.201878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cd6f98f0-8005-4313-8eb1-acde337e1cb4 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:55.297923 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17053156-8ef3-476a-ad7c-7e7e90a5490b None None] Pushing event updated for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:55.304704 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:54Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:55.309669 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:54Z', 'revision_number': 3, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:55.335168 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2140bf-115c-4398-9a5a-802e70cc0248 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:54Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:58:55.342359 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port cd6f98f0-8005-4313-8eb1-acde337e1cb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:55.342791 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.374170 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Checking router: 8b5e413b-35c2-4862-9895-f95bd55438c3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:55.374890 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Updating router 8b5e413b-35c2-4862-9895-f95bd55438c3 port c1929b32-ed46-421f-8079-519604031eca binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:58:55.439734 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c1929b32-ed46-421f-8079-519604031eca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.470426 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435caba-6147-4530-a596-e6adcc84fa84 req-3287c625-c5bc-4096-b599-2cc78b16dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:55.474130 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-3287c625-c5bc-4096-b599-2cc78b16dd86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.2753296 May 10 19:58:55.498056 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bb200-28be-4fab-ac32-907949fcef56 req-fd3f4596-bf6b-4537-bf1e-f80fe7d02f8c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:55.499685 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-260bb200-28be-4fab-ac32-907949fcef56 req-fd3f4596-bf6b-4537-bf1e-f80fe7d02f8c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.1383600 May 10 19:58:55.502903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 2363e0cc-7730-434b-b019-c5496e668908 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:58:55.570183 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port cd6f98f0-8005-4313-8eb1-acde337e1cb4 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:55.570624 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.615192 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-260bb200-28be-4fab-ac32-907949fcef56 req-5fc5d0de-1a1a-41a0-b142-99b6fb3f8d70 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089444 May 10 19:58:55.661237 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port cd6f98f0-8005-4313-8eb1-acde337e1cb4, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cd6f98f0-8005-4313-8eb1-acde337e1cb4,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:55.672132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.761733 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=cd6f98f0-8005-4313-8eb1-acde337e1cb4,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:55.765769 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=2363e0cc-7730-434b-b019-c5496e668908,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:55.791061 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '2363e0cc-7730-434b-b019-c5496e668908', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'port_id': '2363e0cc-7730-434b-b019-c5496e668908', 'mac_address': 'fa:16:3e:35:7a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:58:55.851019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 2363e0cc-7730-434b-b019-c5496e668908 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:55.851573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2363e0cc-7730-434b-b019-c5496e668908), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.860488 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks [] for port (c1929b32-ed46-421f-8079-519604031eca), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.869946 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c1929b32-ed46-421f-8079-519604031eca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.874087 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2363e0cc-7730-434b-b019-c5496e668908 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:58:55.897512 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=2363e0cc-7730-434b-b019-c5496e668908,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:55.910522 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.953764 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Attempting to bind port c1929b32-ed46-421f-8079-519604031eca on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:58:55.954395 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Attempting to bind port c1929b32-ed46-421f-8079-519604031eca by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:58:55.955150 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Attempting to bind port c1929b32-ed46-421f-8079-519604031eca on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:58:55.960598 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:58:55.960983 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:58:55.961559 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.961771 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:58:55.962339 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Bound port: c1929b32-ed46-421f-8079-519604031eca, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:58:55.962651 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c1929b32-ed46-421f-8079-519604031eca), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:55.964318 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc62d8-453d-4d9d-a0ef-b41f082df71d None None] Pushing event updated for resources: {'Port': ['ID=c1929b32-ed46-421f-8079-519604031eca,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:55.977000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ef248-d713-45fe-b038-5e3dc1c337a3 req-8e25dce8-392c-46e5-99a2-8465b5b47b8d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:55.994367 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f06ef248-d713-45fe-b038-5e3dc1c337a3 req-8e25dce8-392c-46e5-99a2-8465b5b47b8d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 943 time: 0.5010917 May 10 19:58:55.998715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:56.000135 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-73cdcdec-ecca-4a28-ac25-373810c95a48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2363e0cc-7730-434b-b019-c5496e668908 HTTP/1.1" status: 200 len: 217 time: 0.5131714 May 10 19:58:56.042810 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] For port c1929b32-ed46-421f-8079-519604031eca, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:58:56.046666 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] For port c1929b32-ed46-421f-8079-519604031eca, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c1929b32-ed46-421f-8079-519604031eca,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:58:56.057545 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c1929b32-ed46-421f-8079-519604031eca), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.122287 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:56.123242 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:56.152510 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff6d32-5622-426f-bf59-0b73464a14b9 None None] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 19:58:56.176599 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc62d8-453d-4d9d-a0ef-b41f082df71d None None] Pushing event updated for resources: {'Port': ['ID=c1929b32-ed46-421f-8079-519604031eca,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:56.184124 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435caba-6147-4530-a596-e6adcc84fa84 req-e0f14571-a2e9-4b44-9a2e-b66e871a3d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:56.185631 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-e0f14571-a2e9-4b44-9a2e-b66e871a3d12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.1774454 May 10 19:58:56.194738 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f06ef248-d713-45fe-b038-5e3dc1c337a3 req-de904557-de86-4afc-bde3-0bd3246d08c2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994598 May 10 19:58:56.221519 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['2363e0cc-7730-434b-b019-c5496e668908'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:58:56.264149 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-f0c3684f-f6d2-4bbd-95ea-c1c8d955619f None None] Provisioning complete for port cd6f98f0-8005-4313-8eb1-acde337e1cb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:56.264558 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0c3684f-f6d2-4bbd-95ea-c1c8d955619f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.281257 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:56.282337 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435caba-6147-4530-a596-e6adcc84fa84 req-d3486d92-603a-4d85-8468-68efd2398f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:56.283981 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-d3486d92-603a-4d85-8468-68efd2398f41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0881228 May 10 19:58:56.399852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.461082 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3684f-f6d2-4bbd-95ea-c1c8d955619f None None] Current status of the port cd6f98f0-8005-4313-8eb1-acde337e1cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:56.476101 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-a8fe36ca-1cb2-4ff6-9385-f335f54cdfe4 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822810 May 10 19:58:56.550817 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:54Z', 'revision_number': 3, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:56.584272 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddc112-28d9-4d6e-99cd-8a50fe56b67a None None] The sync data for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi is: [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:54Z', 'revision_number': 3, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:58:56.701905 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2435caba-6147-4530-a596-e6adcc84fa84 req-d7d739a8-8c1d-4188-9a25-3ec7d840859f service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175300 May 10 19:58:56.705121 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Allocated IP 172.20.0.1 (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d/0d37299a-1bb4-4e69-8a4c-fa17365bbe29/b58207bf-19bf-4018-b600-906bdb5439b8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:58:56.742783 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cf7a1-a05d-4f99-a85f-1f7dcf05a5ab req-4e93ac66-2235-4ad3-8909-44a9789e17c4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:56.744400 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-597cf7a1-a05d-4f99-a85f-1f7dcf05a5ab req-4e93ac66-2235-4ad3-8909-44a9789e17c4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0580063 May 10 19:58:56.780203 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-a64e06cc-6186-4561-865d-939c4a24e5e4 None None] Provisioning complete for port cd6f98f0-8005-4313-8eb1-acde337e1cb4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:56.780912 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a64e06cc-6186-4561-865d-939c4a24e5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.796072 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-597cf7a1-a05d-4f99-a85f-1f7dcf05a5ab req-a192c5ee-bd56-4d37-b0f7-e5de78905bd9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455346 May 10 19:58:56.828123 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks [] for port (b58207bf-19bf-4018-b600-906bdb5439b8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.868532 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:56.911276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:56.915047 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:56.921430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:58:56.961840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Pushing event updated for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:56.992023 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (8b5e413b-35c2-4862-9895-f95bd55438c3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.024811 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a64e06cc-6186-4561-865d-939c4a24e5e4 None None] Current status of the port cd6f98f0-8005-4313-8eb1-acde337e1cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:57.168500 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.251090 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-0cb4e40f-ccfa-4fab-ab9a-04ef5116aaac None None] Provisioning complete for port b58207bf-19bf-4018-b600-906bdb5439b8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:57.251606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0cb4e40f-ccfa-4fab-ab9a-04ef5116aaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.283544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 037b7a09-a85f-47f6-bfd0-8f98d2d8056b up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:57.326201 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-0cb4e40f-ccfa-4fab-ab9a-04ef5116aaac None None] Port b58207bf-19bf-4018-b600-906bdb5439b8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:57.343870 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:57.344240 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.376571 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b435d06-3e37-4c54-a9c7-0eef5603d1fe req-3951b89c-6ade-4b91-836a-326adb12ae08 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:57.378087 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b435d06-3e37-4c54-a9c7-0eef5603d1fe req-3951b89c-6ade-4b91-836a-326adb12ae08 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 944 time: 0.0673187 May 10 19:58:57.412903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks [] for port (b58207bf-19bf-4018-b600-906bdb5439b8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.418961 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.421047 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:57.422181 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cd6f98f0-8005-4313-8eb1-acde337e1cb4 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:57.465099 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port cd6f98f0-8005-4313-8eb1-acde337e1cb4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:57.465613 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.489375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 2363e0cc-7730-434b-b019-c5496e668908 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:57.493659 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3b435d06-3e37-4c54-a9c7-0eef5603d1fe req-c295e6f6-49c1-4778-8b75-73bb0bc885e3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084175 May 10 19:58:57.500160 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (8b5e413b-35c2-4862-9895-f95bd55438c3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.508208 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Pushing event updated for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:57.553003 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 2363e0cc-7730-434b-b019-c5496e668908 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:58:57.573811 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 2363e0cc-7730-434b-b019-c5496e668908 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:57.574178 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2363e0cc-7730-434b-b019-c5496e668908), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.606992 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:58:57.608394 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:58:57.617015 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port cd6f98f0-8005-4313-8eb1-acde337e1cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:57.673058 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 2363e0cc-7730-434b-b019-c5496e668908 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:57.673868 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2363e0cc-7730-434b-b019-c5496e668908), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.701211 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363e0cc-7730-434b-b019-c5496e668908'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:58:57.703748 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0463e-1c3d-4d89-a8aa-9f7cb68d93b6" -d '{"events": [{"server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "name": "network-vif-plugged", "status": "completed", "tag": "2363e0cc-7730-434b-b019-c5496e668908"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:58:57.717606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=2363e0cc-7730-434b-b019-c5496e668908,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:57.724882 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.746119 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Router 8b5e413b-35c2-4862-9895-f95bd55438c3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:58:57.751109 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed22bbf-1e28-4d9f-b6a4-6837168691fb x-openstack-request-id: req-9ed22bbf-1e28-4d9f-b6a4-6837168691fb {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:58:57.751507 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "name": "network-vif-plugged", "status": "completed", "tag": "2363e0cc-7730-434b-b019-c5496e668908", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:58:57.751855 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ed22bbf-1e28-4d9f-b6a4-6837168691fb {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:58:57.752346 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed22bbf-1e28-4d9f-b6a4-6837168691fb'] response: {'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2363e0cc-7730-434b-b019-c5496e668908', 'code': 200} May 10 19:58:57.781623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:57.947196 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-70bd5d81-5afb-4cb6-b99b-e3db30c0e0bf None None] Provisioning complete for port b58207bf-19bf-4018-b600-906bdb5439b8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:57.947571 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70bd5d81-5afb-4cb6-b99b-e3db30c0e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:57.972857 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:58:57.981730 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-70bd5d81-5afb-4cb6-b99b-e3db30c0e0bf None None] Port b58207bf-19bf-4018-b600-906bdb5439b8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:58:57.989908 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a8143375-c776-440f-b542-849fd1d2ef08 admin admin] 10.222.0.57 "PUT /v2.0/routers/8b5e413b-35c2-4862-9895-f95bd55438c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698037 May 10 19:58:57.989908 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb182-709a-41bf-a85f-92ace1a50ecb req-c1f431ad-16f5-413c-8ee0-0205143ce9dc tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:57.990629 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0abeb182-709a-41bf-a85f-92ace1a50ecb req-c1f431ad-16f5-413c-8ee0-0205143ce9dc tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0902226 May 10 19:58:57.991726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be1162-e308-435d-8560-adcc6c63c368 req-a10ad439-a45e-4ec8-8fc1-14037207edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:57.993104 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f7be1162-e308-435d-8560-adcc6c63c368 req-a10ad439-a45e-4ec8-8fc1-14037207edb6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 1129 time: 0.0803289 May 10 19:58:58.075038 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0abeb182-709a-41bf-a85f-92ace1a50ecb req-2a5f7064-2886-4f92-94a5-98ee71f4102a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755970 May 10 19:58:58.077262 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f7be1162-e308-435d-8560-adcc6c63c368 req-48adbe0f-ac38-4016-85b1-56c36048bbbe service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761468 May 10 19:58:58.362161 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56622) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.366689 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-470214062', 'description': 'tempest-secgroup-smoke-470214062 description', 'project_id': '493768250fbb449a8b5430992e76b60f'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:58.387712 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.456324 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (c175e69e-58ee-4a29-a8b1-9de963dc0a46), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.460381 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c175e69e-58ee-4a29-a8b1-9de963dc0a46), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.490167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.491418 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1282301 May 10 19:58:58.492201 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c004bc-40b8-4916-bd59-cf8ff80558fe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c175e69e-58ee-4a29-a8b1-9de963dc0a46,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:58.494339 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56624) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.499028 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:58.525263 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (999a9beb-24e6-4226-ac30-d8f25b21979d), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.581637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (999a9beb-24e6-4226-ac30-d8f25b21979d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.585460 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (999a9beb-24e6-4226-ac30-d8f25b21979d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.602828 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999a9beb-24e6-4226-ac30-d8f25b21979d,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:58.611979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.613395 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-313567e7-5a7c-4678-86b7-91eb41369578 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179812 May 10 19:58:58.616114 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56628) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.620308 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:58.620572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5aa113-44fd-4214-8aa9-436bb9da41d7 req-f43b273f-ff6c-4c2c-9b4e-f169cfa4e303 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:58.622354 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3e5aa113-44fd-4214-8aa9-436bb9da41d7 req-f43b273f-ff6c-4c2c-9b4e-f169cfa4e303 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0560210 May 10 19:58:58.645631 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (0a23d8b4-2039-4fb5-a633-ba4332014452), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.672474 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3e5aa113-44fd-4214-8aa9-436bb9da41d7 req-f27f5eb6-fc58-4aef-b223-66171973e338 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442719 May 10 19:58:58.706530 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (0a23d8b4-2039-4fb5-a633-ba4332014452), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.709820 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (0a23d8b4-2039-4fb5-a633-ba4332014452), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.726436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a23d8b4-2039-4fb5-a633-ba4332014452,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:58.734906 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.736142 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d2e4b024-911b-458f-ac54-08c881c81ee6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190624 May 10 19:58:58.739064 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56630) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.743233 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:58.767548 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (412277ce-d221-4985-a788-f23f16f6db7c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.822773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (412277ce-d221-4985-a788-f23f16f6db7c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.826288 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (412277ce-d221-4985-a788-f23f16f6db7c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.843078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=412277ce-d221-4985-a788-f23f16f6db7c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:58.851884 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.853113 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-95263604-a541-42e4-bf6a-f187edf4877c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130617 May 10 19:58:58.856008 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56632) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.861035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:58.890545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (f94d88ca-6745-4cec-a1cb-effd447abc51), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.950161 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (f94d88ca-6745-4cec-a1cb-effd447abc51), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.953524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (f94d88ca-6745-4cec-a1cb-effd447abc51), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.974040 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94d88ca-6745-4cec-a1cb-effd447abc51,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:58.979788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:58.981593 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fd9f333f-3113-458c-9a55-e84795b93213 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1246569 May 10 19:58:58.984296 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:58.988634 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:59.008327 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Project 493768250fbb449a8b5430992e76b60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:58:59.013841 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (048c19ad-8639-42ad-89c8-83129a214ac1), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.079228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (048c19ad-8639-42ad-89c8-83129a214ac1), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.083304 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (048c19ad-8639-42ad-89c8-83129a214ac1), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.102160 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048c19ad-8639-42ad-89c8-83129a214ac1,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:59.107182 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.111229 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d8a12d90-706e-4125-a62c-d27654f8c884 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1231506 May 10 19:58:59.111970 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56638) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:58:59.117480 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c1929b32-ed46-421f-8079-519604031eca up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:58:59.118139 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'security_group_rule': {'security_group_id': 'c175e69e-58ee-4a29-a8b1-9de963dc0a46', 'project_id': '493768250fbb449a8b5430992e76b60f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:58:59.148969 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Project 493768250fbb449a8b5430992e76b60f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 19:58:59.155477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (d7e7ba28-00eb-4b03-9c34-ec467df80534), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.188415 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c1929b32-ed46-421f-8079-519604031eca triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:58:59.188874 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c1929b32-ed46-421f-8079-519604031eca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.206587 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ed78-51b7-4952-9edc-79d531599216 req-bc92bd2d-15ca-4614-b133-8810b5042b45 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:59.208019 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6fc4ed78-51b7-4952-9edc-79d531599216 req-bc92bd2d-15ca-4614-b133-8810b5042b45 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0473659 May 10 19:58:59.224841 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (d7e7ba28-00eb-4b03-9c34-ec467df80534), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.231130 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (d7e7ba28-00eb-4b03-9c34-ec467df80534), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.256603 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e7ba28-00eb-4b03-9c34-ec467df80534,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:59.267996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Sync routers for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:58:59.270729 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.276908 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-29101e7e-bee2-4be3-b65e-f49cc08b8bb9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1607060 May 10 19:58:59.284533 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6fc4ed78-51b7-4952-9edc-79d531599216 req-39e14843-98dd-40d2-ab14-4881c208071a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529828 May 10 19:58:59.291142 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:58:59.291789 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:59.294837 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c1929b32-ed46-421f-8079-519604031eca is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:58:59.295215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c1929b32-ed46-421f-8079-519604031eca), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.357504 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port c1929b32-ed46-421f-8079-519604031eca, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c1929b32-ed46-421f-8079-519604031eca,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:58:59.363313 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c1929b32-ed46-421f-8079-519604031eca), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.461865 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:58:59.487276 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=c1929b32-ed46-421f-8079-519604031eca,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:58:59.662528 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:57Z', 'revision_number': 4, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b58207bf-19bf-4018-b600-906bdb5439b8', 'name': '', 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'mac_address': 'fa:16:3e:3e:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:56Z', 'updated_at': '2022-05-10T19:58:57Z', 'revision_number': 2, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'subnets': [{'id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:58:59.695950 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Checking router: 8b5e413b-35c2-4862-9895-f95bd55438c3 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:58:59.696313 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Updating router 8b5e413b-35c2-4862-9895-f95bd55438c3 port b58207bf-19bf-4018-b600-906bdb5439b8 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 19:58:59.726825 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:58:59.810257 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df52b7-c1ea-42b7-a9f3-f2cf20013d64 req-32404155-71aa-44ec-9b7a-430de2f0d322 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:58:59.811921 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09df52b7-c1ea-42b7-a9f3-f2cf20013d64 req-32404155-71aa-44ec-9b7a-430de2f0d322 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0515523 May 10 19:58:59.866826 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-09df52b7-c1ea-42b7-a9f3-f2cf20013d64 req-da777034-2ee4-4d4e-a123-d07e3a7e84c7 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481763 May 10 19:59:00.023625 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks [] for port (b58207bf-19bf-4018-b600-906bdb5439b8), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.028781 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.080495 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99620072-5e7a-4df9-b1a2-d24100bce36c None None] Pushing event updated for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:00.137701 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Attempting to bind port b58207bf-19bf-4018-b600-906bdb5439b8 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:59:00.138356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Attempting to bind port b58207bf-19bf-4018-b600-906bdb5439b8 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:59:00.138496 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Attempting to bind port b58207bf-19bf-4018-b600-906bdb5439b8 on network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:59:00.145135 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:59:00.145783 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Checking segment: {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:59:00.146351 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.146966 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Bound using segment: {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:59:00.147759 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Bound port: b58207bf-19bf-4018-b600-906bdb5439b8, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc793b-7f57-4217-aa96-9a0c54017f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:59:00.148394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.217751 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] For port b58207bf-19bf-4018-b600-906bdb5439b8, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:59:00.221918 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] For port b58207bf-19bf-4018-b600-906bdb5439b8, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b58207bf-19bf-4018-b600-906bdb5439b8,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:59:00.228389 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.290609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:00.291271 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:00.296652 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99620072-5e7a-4df9-b1a2-d24100bce36c None None] Pushing event updated for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:00.347839 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Provisioning complete for port b58207bf-19bf-4018-b600-906bdb5439b8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:00.348141 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.409261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c6701-96a8-4bb7-ac52-c5350dfbfabf req-a6f6639c-1d2e-428f-b21c-d9e37e62e763 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:00.411544 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb2c6701-96a8-4bb7-ac52-c5350dfbfabf req-a6f6639c-1d2e-428f-b21c-d9e37e62e763 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0495145 May 10 19:59:00.472883 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bb2c6701-96a8-4bb7-ac52-c5350dfbfabf req-d9415314-457d-4b67-a2af-453328a5fbd3 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511079 May 10 19:59:00.575552 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:00.673985 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Current status of the port b58207bf-19bf-4018-b600-906bdb5439b8 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:00.674296 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.757264 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] For port b58207bf-19bf-4018-b600-906bdb5439b8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b58207bf-19bf-4018-b600-906bdb5439b8,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:00.765978 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:00.857427 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afaa98-8ff9-4510-aede-b8028c4d38d4 None None] Pushing event updated for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:00.868314 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:57Z', 'revision_number': 4, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b58207bf-19bf-4018-b600-906bdb5439b8', 'name': '', 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'mac_address': 'fa:16:3e:3e:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:56Z', 'updated_at': '2022-05-10T19:59:00Z', 'revision_number': 4, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'subnets': [{'id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:00.904596 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32069380-42cf-4a8b-a85e-246041abc404 None None] The sync data for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi is: [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:57Z', 'revision_number': 4, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b58207bf-19bf-4018-b600-906bdb5439b8', 'name': '', 'network_id': '5fbc5e22-fdfd-447a-9ff3-ec175b9f935d', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'mac_address': 'fa:16:3e:3e:e0:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:56Z', 'updated_at': '2022-05-10T19:59:00Z', 'revision_number': 4, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'subnets': [{'id': '0d37299a-1bb4-4e69-8a4c-fa17365bbe29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:00.912904 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-aaa32fe6-3a52-46d4-9047-e9835d41c2ab None None] Provisioning complete for port b58207bf-19bf-4018-b600-906bdb5439b8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:00.913436 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aaa32fe6-3a52-46d4-9047-e9835d41c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:01.009261 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-aaa32fe6-3a52-46d4-9047-e9835d41c2ab None None] Current status of the port b58207bf-19bf-4018-b600-906bdb5439b8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:01.023685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf41f5-7104-47e8-a050-0d60fd33a08a req-93f45226-ce77-43d3-9957-c32dba62699e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:01.025218 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1edf41f5-7104-47e8-a050-0d60fd33a08a req-93f45226-ce77-43d3-9957-c32dba62699e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0817859 May 10 19:59:01.092386 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1edf41f5-7104-47e8-a050-0d60fd33a08a req-81dd4ff1-4fea-4eef-b0bf-7799141aaa46 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586915 May 10 19:59:01.187670 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c1929b32-ed46-421f-8079-519604031eca up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:59:01.221570 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e3a55-1429-4153-9172-0d0c1ea8fcda req-cc3f3ff5-92a9-4834-9764-8ba4c6dd2321 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:01.226851 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-830e3a55-1429-4153-9172-0d0c1ea8fcda req-cc3f3ff5-92a9-4834-9764-8ba4c6dd2321 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0589340 May 10 19:59:01.231819 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56708) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:01.236108 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'port_id': '2363e0cc-7730-434b-b019-c5496e668908'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:59:01.240333 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c1929b32-ed46-421f-8079-519604031eca triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:01.240895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c1929b32-ed46-421f-8079-519604031eca), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:01.277958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:01.336198 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c1929b32-ed46-421f-8079-519604031eca is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:01.337445 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b58207bf-19bf-4018-b600-906bdb5439b8 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:59:01.389584 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port b58207bf-19bf-4018-b600-906bdb5439b8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:01.390108 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:01.481171 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port b58207bf-19bf-4018-b600-906bdb5439b8 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:01.593307 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b26fb-8d8c-4c2a-b649-308d7aaf22e6 req-cedb54a9-7daf-4ae9-b979-27a8d88a7d01 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:01.594824 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a48b26fb-8d8c-4c2a-b649-308d7aaf22e6 req-cedb54a9-7daf-4ae9-b979-27a8d88a7d01 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0511568 May 10 19:59:01.643177 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a48b26fb-8d8c-4c2a-b649-308d7aaf22e6 req-dca8e3f7-878d-40e9-b138-c917e4e2ff00 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419524 May 10 19:59:01.956368 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:01.960956 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:02.067106 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 6f998020-1c0c-497f-aede-e23c25801bbb associated. External IP: 172.27.3.168, port: 2363e0cc-7730-434b-b019-c5496e668908. May 10 19:59:02.293552 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:59:02.409664 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:59:02.414041 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:02.420403 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:02.431501 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:02.432114 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:02.447514 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e007fd2e-91fe-4e1e-963c-7df894beea84 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "PUT /v2.0/floatingips/6f998020-1c0c-497f-aede-e23c25801bbb HTTP/1.1" status: 200 len: 991 time: 1.2145474 May 10 19:59:02.448244 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'tag': '2363e0cc-7730-434b-b019-c5496e668908'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:02.451719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cee23d-1e5d-4029-97c7-236b8c7569ad" -d '{"events": [{"name": "network-changed", "server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "tag": "2363e0cc-7730-434b-b019-c5496e668908"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:02.490855 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a901ee4-a053-4152-8424-17e41800fac8 x-openstack-request-id: req-6a901ee4-a053-4152-8424-17e41800fac8 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:02.491158 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "tag": "2363e0cc-7730-434b-b019-c5496e668908", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:02.491415 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a901ee4-a053-4152-8424-17e41800fac8 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:02.491816 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a901ee4-a053-4152-8424-17e41800fac8'] response: {'name': 'network-changed', 'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'tag': '2363e0cc-7730-434b-b019-c5496e668908', 'status': 'completed', 'code': 200} May 10 19:59:02.556424 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:02.556864 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-91b3cc71-4877-47d0-99fb-3df954ae0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:02.558562 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-91b3cc71-4877-47d0-99fb-3df954ae0b7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 1129 time: 0.0450389 May 10 19:59:02.657104 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-80266fb1-4f2c-48ff-ad4d-8b733c480fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:02.659114 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-80266fb1-4f2c-48ff-ad4d-8b733c480fca service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.0915322 May 10 19:59:02.759471 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-31903b7c-8273-48df-8b35-96a501bc086e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2363e0cc-7730-434b-b019-c5496e668908 HTTP/1.1" status: 200 len: 999 time: 0.0913188 May 10 19:59:02.769735 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b812e-563c-4e84-942a-de9bafd8fcd7 req-5dffd6e2-ac35-48e4-92b1-96342c8703e0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:02.771316 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-938b812e-563c-4e84-942a-de9bafd8fcd7 req-5dffd6e2-ac35-48e4-92b1-96342c8703e0 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0557363 May 10 19:59:02.848790 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-8c24f27a-ef40-4a29-a430-04b30da2c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:02.850249 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-8c24f27a-ef40-4a29-a430-04b30da2c6a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0768931 May 10 19:59:02.858181 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-938b812e-563c-4e84-942a-de9bafd8fcd7 req-51f232d2-7150-4976-8049-4ef556da4ab7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775187 May 10 19:59:02.881063 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '6f998020-1c0c-497f-aede-e23c25801bbb', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '2363e0cc-7730-434b-b019-c5496e668908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:35:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:48Z', 'updated_at': '2022-05-10T19:59:01Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}, {'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:02.897057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-9ca75174-cbde-49b9-a482-5f05e2ac4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:02.906982 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-9ca75174-cbde-49b9-a482-5f05e2ac4703 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398457 May 10 19:59:02.910626 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:02.919464 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:02.920103 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:58:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:02.997253 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-d05bc68b-25ff-4f49-b0ff-6a8731c42cfb service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914578 May 10 19:59:03.039962 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:03.100105 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66cee23d-1e5d-4029-97c7-236b8c7569ad req-4cad4eb1-c2fe-4d66-802b-e868843ea4ca service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969419 May 10 19:59:03.260120 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '6f998020-1c0c-497f-aede-e23c25801bbb', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '2363e0cc-7730-434b-b019-c5496e668908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:35:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:48Z', 'updated_at': '2022-05-10T19:59:01Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}, {'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:03.290613 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb567b-29c1-498a-9e7c-75439928b8db None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '6f998020-1c0c-497f-aede-e23c25801bbb', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.168', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '2363e0cc-7730-434b-b019-c5496e668908', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:35:7a:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:48Z', 'updated_at': '2022-05-10T19:59:01Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}, {'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:03.478394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f06781-ce5b-4446-a2bb-14a5197fd6de None None] New status for floating IP 6f998020-1c0c-497f-aede-e23c25801bbb: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:59:03.978942 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b564b-51c5-41e8-bb25-44b7754ebfd9 req-7eb0ae56-4962-4a1e-851d-eed20bcc896f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:03.980405 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-350b564b-51c5-41e8-bb25-44b7754ebfd9 req-7eb0ae56-4962-4a1e-851d-eed20bcc896f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0466375 May 10 19:59:04.027445 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-350b564b-51c5-41e8-bb25-44b7754ebfd9 req-dffc3798-5a4d-4801-b770-2e28224189ce tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 May 10 19:59:05.143752 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a037bf-19d4-4871-b180-9383ff2c1cba req-47d9ec2c-9315-483a-b373-1b885368b203 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:05.145207 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0a037bf-19d4-4871-b180-9383ff2c1cba req-47d9ec2c-9315-483a-b373-1b885368b203 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0479505 May 10 19:59:05.191846 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0a037bf-19d4-4871-b180-9383ff2c1cba req-cf99930f-6366-40a2-bd62-8602cfca96db tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410421 May 10 19:59:06.309518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460305d-c105-400c-ade2-288ad4b57cea req-8455ac85-3709-4637-befa-7239380c4e96 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.311021 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c460305d-c105-400c-ade2-288ad4b57cea req-8455ac85-3709-4637-befa-7239380c4e96 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0496051 May 10 19:59:06.356696 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c460305d-c105-400c-ade2-288ad4b57cea req-c63e3383-6955-49a6-ab2f-d2dc270c0f59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401630 May 10 19:59:06.560450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50ef7a-e11c-4c95-9808-59f73ddf781c req-6066fd81-f9c8-4e20-8225-fd086e9056c4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.561921 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e50ef7a-e11c-4c95-9808-59f73ddf781c req-6066fd81-f9c8-4e20-8225-fd086e9056c4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0557923 May 10 19:59:06.610943 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e50ef7a-e11c-4c95-9808-59f73ddf781c req-94fc2a0d-35ae-4aad-877f-a0d733cdb7b5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 May 10 19:59:06.620100 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-d8667a84-9cda-4fae-b2f0-6a02ff697ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.621852 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-d8667a84-9cda-4fae-b2f0-6a02ff697ed1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1129 time: 0.0465732 May 10 19:59:06.712544 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-5bb552b1-d3e4-4cc4-8ee2-b24543d0156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.714037 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-5bb552b1-d3e4-4cc4-8ee2-b24543d0156f service neutron] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 911 time: 0.0846615 May 10 19:59:06.790711 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-a74caa23-3246-4b99-8f9b-9827f3a5dc16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0631835 May 10 19:59:06.839310 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-0be45f98-9660-4fd6-89b4-1c71228c719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.841224 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-0be45f98-9660-4fd6-89b4-1c71228c719e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.0442984 May 10 19:59:06.885602 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-6469ad1b-5214-4f03-8fae-6c86b6685237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:06.887144 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-6469ad1b-5214-4f03-8fae-6c86b6685237 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387313 May 10 19:59:06.980691 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-1d4d1adc-5abb-4957-b56c-1d1b7fbd3f0b service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865281 May 10 19:59:07.075587 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-907ea632-d793-40f7-bb88-59d69c554bf6 req-2ce91843-3c36-4c24-a336-fad6bc18af12 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883539 May 10 19:59:07.725515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e2406-04bc-4a4f-9c7b-473bc77ba3f0 req-60115422-923c-4d85-9dcd-01b6c65d99ec tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:07.727026 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-887e2406-04bc-4a4f-9c7b-473bc77ba3f0 req-60115422-923c-4d85-9dcd-01b6c65d99ec tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0471218 May 10 19:59:07.778326 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-887e2406-04bc-4a4f-9c7b-473bc77ba3f0 req-0ac8465f-60b6-4944-ad5e-6c48abd07af4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457408 May 10 19:59:08.897131 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b0d3a-0828-446d-853f-482e72cdcda8 req-33ded61e-5b14-4601-b985-e6bf8922d9f6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:08.898719 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c0b0d3a-0828-446d-853f-482e72cdcda8 req-33ded61e-5b14-4601-b985-e6bf8922d9f6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0480840 May 10 19:59:08.949419 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0c0b0d3a-0828-446d-853f-482e72cdcda8 req-b9a39e2e-1473-4acc-8d36-60c983d3e896 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448821 May 10 19:59:10.053616 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-a2dc08f9-5338-4ca7-9676-ba84e2ac9f86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373292 May 10 19:59:10.110625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-b57f173a-0f61-4bb0-a18e-51d6d3976d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:10.112630 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-b57f173a-0f61-4bb0-a18e-51d6d3976d7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0376208 May 10 19:59:10.218495 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-73049e5e-af40-4106-a153-33bb9416178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:10.219977 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-73049e5e-af40-4106-a153-33bb9416178e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.0888281 May 10 19:59:10.262889 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-78b980b7-32a2-4675-b1d0-a5b18238be25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 200 len: 217 time: 0.0355260 May 10 19:59:10.309720 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-f113d8f8-3a6a-41c2-bf96-241f836d82fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:10.311139 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-f113d8f8-3a6a-41c2-bf96-241f836d82fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0422726 May 10 19:59:10.353002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-ef4c6b6d-bddc-497f-85ec-7f001208115a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:10.354451 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-ef4c6b6d-bddc-497f-85ec-7f001208115a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371392 May 10 19:59:10.445620 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-891700b7-ec68-4631-9944-fba1d906217f service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836031 May 10 19:59:10.533049 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6109527-3b59-472d-b0f8-33e76f795d28 req-f4a3ce6f-0947-45cb-9e32-929a6104ff4d service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813990 May 10 19:59:10.638617 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5b7d07f6-7559-45e7-976d-895c6a07a0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:11.506049 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:13.116722 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e74dbf16-bc75-4c7d-aa03-09101b4bbdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:13.946725 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:14.119054 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:59:15.340486 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:15.753745 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-17756d16-b380-4b1b-93c1-ce72ba7848b5 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470214062&fields=id&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 267 time: 0.0565383 May 10 19:59:15.857469 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-e7873719-5da0-40a1-903e-56683e66b63e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:15.858874 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-e7873719-5da0-40a1-903e-56683e66b63e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.0988781 May 10 19:59:15.873116 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-403fb963-2bb5-4b04-87fe-4c51b930238c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/quotas/493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 375 time: 0.0088689 May 10 19:59:15.923120 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-84a85a94-c77d-471a-9ffa-1bde046c85ff tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447156 May 10 19:59:16.015867 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-fac1bbee-d0ca-4989-a1a8-2ae28ce07a11 service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797772 May 10 19:59:16.105337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-efae5d94-69cd-4809-bc2b-c4a8756f3dbf service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832944 May 10 19:59:16.379600 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee030fff-f1ac-49e3-837b-f058015ce767 req-21603378-3561-4627-b271-690f7f2036e4 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 210 time: 0.0276239 May 10 19:59:17.146723 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:17.485465 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99cc60f0-baaf-4c6c-8e93-32b242c6964d req-7b4f5fc0-c515-421a-9786-1f5a5cb310ea tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 210 time: 0.0392971 May 10 19:59:17.508009 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-17958adc-fb78-4521-b470-2a9e441353eb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:17.509135 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-17958adc-fb78-4521-b470-2a9e441353eb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.1337488 May 10 19:59:17.821580 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-05881419-7c6a-4ffe-ad07-e0df2056ef83 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 379 time: 0.2933242 May 10 19:59:17.831201 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'port': {'device_id': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'admin_state_up': True, 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'security_groups': ['c175e69e-58ee-4a29-a8b1-9de963dc0a46']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:59:17.941825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Made reservation on behalf of 493768250fbb449a8b5430992e76b60f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 19:59:17.945204 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.072749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.20.0.4 (d20c2327-06bd-4a9c-bc81-ab7a5e947390/22361c0a-cf12-4634-82fd-a8ca7039f9bc/d82adb7e-2a47-4a94-aa72-c7ea1f21f48c) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:59:18.208950 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.239803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.281119 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:59:18.284284 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:59:18.290533 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:59:18.315943 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:18.330387 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.331444 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.331882 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.332326 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.332737 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.333068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.333393 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.333713 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.334035 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.334353 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.334718 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.335026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.335339 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.335654 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.335966 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 19:59:18.353891 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:18.354578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.371789 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-8497ca69-92f3-4753-8d3f-7c41c5ea967b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5447803 May 10 19:59:18.385958 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Request body: {'port': {'device_id': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:59:18.451697 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.537996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e727ab6d-7754-42fa-bb74-f463e861240b None None] Provisioning complete for port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:18.538558 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e727ab6d-7754-42fa-bb74-f463e861240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.577864 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e727ab6d-7754-42fa-bb74-f463e861240b None None] Port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 19:59:18.605691 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b32769-961d-471a-80f0-163bd100d11f req-a8431237-c98f-4a91-8c04-0e345b43c209 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:18.607248 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1b32769-961d-471a-80f0-163bd100d11f req-a8431237-c98f-4a91-8c04-0e345b43c209 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 931 time: 0.0501652 May 10 19:59:18.663936 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1b32769-961d-471a-80f0-163bd100d11f req-b472289a-6326-4a48-b01b-9c233bebf51d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503569 May 10 19:59:18.716562 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82adb7e-2a47-4a94-aa72-c7ea1f21f48c {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:59:18.724391 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks [] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.736291 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Transition to ACTIVE for port object d82adb7e-2a47-4a94-aa72-c7ea1f21f48c will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 19:59:18.740453 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.790166 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Pushing event updated for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:18.864297 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Attempting to bind port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 19:59:18.864636 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Attempting to bind port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 19:59:18.864965 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Attempting to bind port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:59:18.869419 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 19:59:18.869742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Attempting to bind port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 19:59:18.874991 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 19:59:18.875333 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 19:59:18.875716 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Bound using segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 19:59:18.876192 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Bound port: d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 19:59:18.876559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.940566 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 19:59:18.943661 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 19:59:18.949317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.982856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:18.983499 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:18.984879 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] 10.222.0.60 "PUT /v2.0/ports/d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 200 len: 1093 time: 0.6033695 May 10 19:59:18.985321 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:18.988450 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c537549-492b-46a2-89a8-3380a6586521" -d '{"events": [{"name": "network-changed", "server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:19.015717 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4f120-0b8e-4386-9649-34fe9d964f7b service neutron] Pushing event updated for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:19.075114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-bd514893-9786-4183-9900-d7814394f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.076911 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-bd514893-9786-4183-9900-d7814394f7ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1127 time: 0.0501215 May 10 19:59:19.088815 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018db75b-4511-4415-a3d4-c38280893682 x-openstack-request-id: req-018db75b-4511-4415-a3d4-c38280893682 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:19.089109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:19.089366 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-018db75b-4511-4415-a3d4-c38280893682 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:19.089769 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-018db75b-4511-4415-a3d4-c38280893682'] response: {'name': 'network-changed', 'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'status': 'completed', 'code': 200} May 10 19:59:19.126102 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-5731f114-2845-4f12-9460-da82c8f7bbdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 200 len: 217 time: 0.0391052 May 10 19:59:19.176087 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-693aee05-85c9-4333-bd80-8a23ff31c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.177592 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-693aee05-85c9-4333-bd80-8a23ff31c400 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0447011 May 10 19:59:19.229750 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd051c-a543-4693-8373-df234e738eb0 req-0cef533d-8a91-488e-818b-4f7a6414419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.231241 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-0cef533d-8a91-488e-818b-4f7a6414419d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413499 May 10 19:59:19.317257 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-95983954-3f63-4741-ab6e-39a90bf8bf69 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791922 May 10 19:59:19.413010 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b5dd051c-a543-4693-8373-df234e738eb0 req-7f46d074-20d8-4f47-beb4-8e4940031d5e service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858808 May 10 19:59:19.742412 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537549-492b-46a2-89a8-3380a6586521 req-47dde4b2-2b4f-4daa-815d-093088752be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.743952 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-47dde4b2-2b4f-4daa-815d-093088752be0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1127 time: 0.0391021 May 10 19:59:19.779820 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e0618-3d05-410f-bd29-db9d10ce08c0 req-3737a9ef-2043-4abc-954e-396ae7390929 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.781299 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-706e0618-3d05-410f-bd29-db9d10ce08c0 req-3737a9ef-2043-4abc-954e-396ae7390929 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0509393 May 10 19:59:19.828791 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-706e0618-3d05-410f-bd29-db9d10ce08c0 req-cef40987-2032-4f9d-8022-800530b9ee53 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418627 May 10 19:59:19.835621 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537549-492b-46a2-89a8-3380a6586521 req-9d2babcf-db19-4402-976d-901946e3bb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.837391 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-9d2babcf-db19-4402-976d-901946e3bb63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.0861795 May 10 19:59:19.882113 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-6bc01f38-0c68-4881-a323-e8673f660689 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 200 len: 217 time: 0.0385494 May 10 19:59:19.933360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537549-492b-46a2-89a8-3380a6586521 req-e283c885-bacc-4095-9562-6b2b68f065cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.934774 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-e283c885-bacc-4095-9562-6b2b68f065cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0413568 May 10 19:59:19.975207 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c537549-492b-46a2-89a8-3380a6586521 req-54ce1b46-0fef-4093-b5e9-b5ec6644f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:19.976624 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-54ce1b46-0fef-4093-b5e9-b5ec6644f188 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0354640 May 10 19:59:20.069358 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-1888c181-4e21-4664-8160-1dd8e651b6ee service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 May 10 19:59:20.160177 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5c537549-492b-46a2-89a8-3380a6586521 req-f036f302-4199-43b6-a971-e166e2f94e0f service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817151 May 10 19:59:20.948007 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978515f1-96cc-40e0-9513-c552982c421e req-167d662d-eb1c-4e60-92d0-362677fbc18b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:20.949457 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-978515f1-96cc-40e0-9513-c552982c421e req-167d662d-eb1c-4e60-92d0-362677fbc18b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0500178 May 10 19:59:20.997053 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-978515f1-96cc-40e0-9513-c552982c421e req-d1d24cd6-4696-4bd8-91c5-2c0a17371177 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421395 May 10 19:59:22.112559 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c63370-b7b8-417d-a491-fb9db01dbb5c req-b0a3cb93-41a2-4b01-8ef7-06059f7e03dc tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:22.114002 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8c63370-b7b8-417d-a491-fb9db01dbb5c req-b0a3cb93-41a2-4b01-8ef7-06059f7e03dc tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0463841 May 10 19:59:22.162111 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b8c63370-b7b8-417d-a491-fb9db01dbb5c req-b38b2622-1176-4552-909d-65d45618db3c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 May 10 19:59:23.275066 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba6cb3-a007-4897-86e0-3e7b828be869 req-628aa5c6-d284-4b62-98aa-00c3ed1db9b6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:23.276538 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eeba6cb3-a007-4897-86e0-3e7b828be869 req-628aa5c6-d284-4b62-98aa-00c3ed1db9b6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0471804 May 10 19:59:23.323558 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-eeba6cb3-a007-4897-86e0-3e7b828be869 req-07516263-fe0b-420c-8174-bef8ec180702 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414655 May 10 19:59:24.433254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6fe04-fea3-4384-aed1-c25aab37dd3c req-0f455bc6-7933-42bf-93a0-6fe152e7125e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:24.434698 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ba6fe04-fea3-4384-aed1-c25aab37dd3c req-0f455bc6-7933-42bf-93a0-6fe152e7125e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0444911 May 10 19:59:24.484870 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8ba6fe04-fea3-4384-aed1-c25aab37dd3c req-770b6e02-7550-471e-8022-7bee1796093c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447977 May 10 19:59:25.592590 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781d6e3-fe0a-4db5-890a-9e853be866f2 req-5fa19545-ecec-46e3-a11c-c8e758572e54 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:25.594042 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b781d6e3-fe0a-4db5-890a-9e853be866f2 req-5fa19545-ecec-46e3-a11c-c8e758572e54 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0449417 May 10 19:59:25.645068 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b781d6e3-fe0a-4db5-890a-9e853be866f2 req-43a5ec7a-3080-435c-9cee-90dcce7e9a38 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451016 May 10 19:59:26.755404 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fb886-362f-4303-aeba-c9f6c90e1274 req-072c4830-de60-4858-af19-90108061ab8c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:26.756998 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f5fb886-362f-4303-aeba-c9f6c90e1274 req-072c4830-de60-4858-af19-90108061ab8c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 943 time: 0.0452757 May 10 19:59:26.804292 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f5fb886-362f-4303-aeba-c9f6c90e1274 req-84f529b2-2482-4c9f-a4cb-8ebb0bdaed9b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 May 10 19:59:27.571446 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d82adb7e-2a47-4a94-aa72-c7ea1f21f48c details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 19:59:27.668019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:27.679553 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'port_id': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'mac_address': 'fa:16:3e:41:9e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 19:59:27.715337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:27.715722 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:27.728790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82adb7e-2a47-4a94-aa72-c7ea1f21f48c {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 19:59:27.748259 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:27.752302 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:27.802067 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:27.916823 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e443a1-c2ff-4e13-9472-f813100682ca req-2da2c4df-edd4-42fb-b624-41cedc0841fd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:27.918303 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-59e443a1-c2ff-4e13-9472-f813100682ca req-2da2c4df-edd4-42fb-b624-41cedc0841fd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 944 time: 0.0485938 May 10 19:59:27.966857 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-59e443a1-c2ff-4e13-9472-f813100682ca req-22d2b905-4ed9-4260-8359-03604691ad3f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429749 May 10 19:59:28.070586 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['d82adb7e-2a47-4a94-aa72-c7ea1f21f48c'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 19:59:29.076857 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37294415-4f8c-45a8-9293-ffbcd939bf70 req-e0f762ca-24b7-4540-a124-f9d3a0ecf365 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:29.078316 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-37294415-4f8c-45a8-9293-ffbcd939bf70 req-e0f762ca-24b7-4540-a124-f9d3a0ecf365 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 944 time: 0.0463786 May 10 19:59:29.126138 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-37294415-4f8c-45a8-9293-ffbcd939bf70 req-8868627a-1a47-4d9b-afb4-434204293f64 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420482 May 10 19:59:29.590359 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d82adb7e-2a47-4a94-aa72-c7ea1f21f48c up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 19:59:29.634196 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 19:59:29.639877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 19:59:29.640330 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:29.714821 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 19:59:29.715208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:29.737081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:29.739567 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c9beb4-8230-4fc0-8533-2258b2cfe957" -d '{"events": [{"server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:29.756045 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:29.760085 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:29.787417 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944de96c-9f3a-4c6c-b9fc-5ad10b894a8a x-openstack-request-id: req-944de96c-9f3a-4c6c-b9fc-5ad10b894a8a {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:29.787733 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "name": "network-vif-plugged", "status": "completed", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:29.787997 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-944de96c-9f3a-4c6c-b9fc-5ad10b894a8a {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:29.788391 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-944de96c-9f3a-4c6c-b9fc-5ad10b894a8a'] response: {'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'code': 200} May 10 19:59:29.810760 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:30.046952 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8694001-1610-438c-854e-26244c9f6e6d req-143e6eb5-3c17-4e8b-b091-4931aff875ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:30.048337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8694001-1610-438c-854e-26244c9f6e6d req-143e6eb5-3c17-4e8b-b091-4931aff875ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1129 time: 0.0368285 May 10 19:59:30.094903 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f8694001-1610-438c-854e-26244c9f6e6d req-be63d846-d422-4405-b1cb-55cf7d130c2a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386620 May 10 19:59:30.239820 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05df29-7c55-4933-bda5-0256db3850ef req-fecc0fd0-7885-4cad-845e-ff0841e208ac tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:30.241281 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fc05df29-7c55-4933-bda5-0256db3850ef req-fecc0fd0-7885-4cad-845e-ff0841e208ac tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0481777 May 10 19:59:30.289183 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fc05df29-7c55-4933-bda5-0256db3850ef req-88dca16f-038c-4eb0-8384-c14c5d6e97be tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420508 May 10 19:59:31.403188 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d66e8-d4bb-47ab-87a1-d0d13cd3c8e9 req-4eb2876d-2c8e-47a1-83f2-7e57148c7019 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:31.404655 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4d66e8-d4bb-47ab-87a1-d0d13cd3c8e9 req-4eb2876d-2c8e-47a1-83f2-7e57148c7019 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0483334 May 10 19:59:31.452645 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4d66e8-d4bb-47ab-87a1-d0d13cd3c8e9 req-fb1943d0-1bef-41f2-a6e6-a483728c8109 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418811 May 10 19:59:32.563176 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89022feb-e115-4cb0-bdd8-08bd8e892b6c req-d6531d63-d05b-4268-bf00-7e9fbe89dc02 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:32.565205 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89022feb-e115-4cb0-bdd8-08bd8e892b6c req-d6531d63-d05b-4268-bf00-7e9fbe89dc02 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0453699 May 10 19:59:32.613070 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-89022feb-e115-4cb0-bdd8-08bd8e892b6c req-0c253232-cf49-4e5f-b9c5-e1dde70c7474 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420935 May 10 19:59:32.728049 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149aea3-06e3-45a8-95d0-bc2d7ea61f88 req-a2d6f3f6-5b41-49d7-88f2-f24f809a5d69 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:32.729512 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c149aea3-06e3-45a8-95d0-bc2d7ea61f88 req-a2d6f3f6-5b41-49d7-88f2-f24f809a5d69 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0498872 May 10 19:59:32.776817 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c149aea3-06e3-45a8-95d0-bc2d7ea61f88 req-42510a64-6c11-4637-9cfb-fba4292f48e6 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417368 May 10 19:59:32.798973 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56852) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:32.926058 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ee8fca-6a12-43fc-bb9d-18557b63395d tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:32.927639 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-21ee8fca-6a12-43fc-bb9d-18557b63395d tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1124 time: 0.1277223 May 10 19:59:32.930647 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56856) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:32.934741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'port_id': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 19:59:32.954687 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.030634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.140440 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.27.3.142 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/391c81eb-15e5-4168-ae2e-c93f8f7ed3ff) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 19:59:33.244355 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.278519 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.319602 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 19:59:33.324494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 19:59:33.329078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 19:59:33.332295 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=391c81eb-15e5-4168-ae2e-c93f8f7ed3ff,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:33.690906 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (dfa9506c-29b6-4bf2-8182-93c46e7181f7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.762437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.908749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.913194 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:33.979307 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=391c81eb-15e5-4168-ae2e-c93f8f7ed3ff,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:33.988619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (dfa9506c-29b6-4bf2-8182-93c46e7181f7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:34.089112 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP dfa9506c-29b6-4bf2-8182-93c46e7181f7 associated. External IP: 172.27.3.142, port: d82adb7e-2a47-4a94-aa72-c7ea1f21f48c. May 10 19:59:34.295919 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:59:34.404701 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:59:34.414893 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:34.421818 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:34.425267 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:34.425952 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:34.451305 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-86ac9238-8276-469f-b492-cf8b959447ef tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5196614 May 10 19:59:34.451985 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:34.454273 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6" -d '{"events": [{"name": "network-changed", "server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:34.489401 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39835cb-833f-41e2-ac5e-04f628259ba1 x-openstack-request-id: req-c39835cb-833f-41e2-ac5e-04f628259ba1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:34.489685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:34.489936 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c39835cb-833f-41e2-ac5e-04f628259ba1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:34.490340 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39835cb-833f-41e2-ac5e-04f628259ba1'] response: {'name': 'network-changed', 'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'status': 'completed', 'code': 200} May 10 19:59:34.535554 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:34.562338 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-303d9864-b5ff-4191-bfd7-4f39d17b1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:34.563865 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-303d9864-b5ff-4191-bfd7-4f39d17b1355 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1129 time: 0.0410926 May 10 19:59:34.657641 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-929c3798-d02a-4ed3-b280-35c8a1e89949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:34.659666 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-929c3798-d02a-4ed3-b280-35c8a1e89949 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.0867162 May 10 19:59:34.723748 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-80437b49-507b-4752-a240-280e7d604203 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 200 len: 999 time: 0.0577149 May 10 19:59:34.750731 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'dfa9506c-29b6-4bf2-8182-93c46e7181f7', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:41:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:59:33Z', 'updated_at': '2022-05-10T19:59:33Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:34.776376 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:34.776588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-dcdcf506-a50b-4cad-8a5b-af8a19226699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:34.777878 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-dcdcf506-a50b-4cad-8a5b-af8a19226699 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0432949 May 10 19:59:34.785043 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:34.785638 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:34.833368 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-eedd0f78-36eb-49ab-b141-5aaf976c175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:34.834937 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-eedd0f78-36eb-49ab-b141-5aaf976c175f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408471 May 10 19:59:34.891252 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:34.923459 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-9f651f79-55b2-4e00-8836-1a90d2deafcc service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815334 May 10 19:59:35.015049 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6ba1e2a2-0387-4cbd-a508-b141eb8328c6 req-ee07b446-5d02-4925-b85e-cbfb45fc9ddc service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844522 May 10 19:59:35.104291 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'dfa9506c-29b6-4bf2-8182-93c46e7181f7', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:41:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:59:33Z', 'updated_at': '2022-05-10T19:59:33Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:35.129936 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371acabb-ca3d-447a-a351-c8e3b06b8ce7 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'dfa9506c-29b6-4bf2-8182-93c46e7181f7', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:41:9e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:59:33Z', 'updated_at': '2022-05-10T19:59:33Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:35.319994 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc195088-c80e-42a4-94de-9f7e14a6fa29 None None] New status for floating IP dfa9506c-29b6-4bf2-8182-93c46e7181f7: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:59:40.644409 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bb7d5867-fb12-462a-9c85-6241c3bd8765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:41.036724 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dac26-4cd4-4cc2-8576-1356792e8984 req-93631a6e-b26b-4e13-a6a7-d5972be26b4f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:41.038208 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d72dac26-4cd4-4cc2-8576-1356792e8984 req-93631a6e-b26b-4e13-a6a7-d5972be26b4f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0720565 May 10 19:59:41.039294 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-addf986b-92ae-4116-864f-23b494605428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:41.040634 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-addf986b-92ae-4116-864f-23b494605428 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0657072 May 10 19:59:41.137942 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d72dac26-4cd4-4cc2-8576-1356792e8984 req-bf888931-431e-471c-a3df-f6cf9c497c5e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941701 May 10 19:59:41.162851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-7985e51d-da8d-4fb4-ac28-0d4499a18396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:41.164300 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-7985e51d-da8d-4fb4-ac28-0d4499a18396 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.1143842 May 10 19:59:41.238278 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-7ed284c3-d79c-4e99-8ddb-c2df6036f9e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 1000 time: 0.0578518 May 10 19:59:41.293357 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-65a34052-2125-440f-b74d-16679db47e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:41.294784 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-65a34052-2125-440f-b74d-16679db47e6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0457947 May 10 19:59:41.335752 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-cb9c9ef7-a835-46e6-86b6-b28daaeb3991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:41.337182 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-cb9c9ef7-a835-46e6-86b6-b28daaeb3991 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0359466 May 10 19:59:41.425165 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-371c611a-01c7-45f4-b599-4a6b9bfe1677 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797734 May 10 19:59:41.517242 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25a37528-9639-4cb0-b493-c8ad92999b29 req-7e872d2a-5df4-4386-9026-b3e93946c62a service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843565 May 10 19:59:41.633092 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:42.250896 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f26d26-ff88-4b05-9ab9-c8ed45eeb24f req-85078ec3-24b8-489c-9394-e377e80ece41 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:42.252837 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94f26d26-ff88-4b05-9ab9-c8ed45eeb24f req-85078ec3-24b8-489c-9394-e377e80ece41 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0438344 May 10 19:59:42.300956 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94f26d26-ff88-4b05-9ab9-c8ed45eeb24f req-c6146962-be8a-4ff7-b572-2e37e3316cee tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 May 10 19:59:43.117158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-70485bce-9a89-40d0-91d3-53bfeeb1ac5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:43.414090 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf37e-ca8e-4e5d-88ad-c3d0d76f3be5 req-390040fc-abe6-4efc-aac5-bc4737c8bacf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:43.415577 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63eaf37e-ca8e-4e5d-88ad-c3d0d76f3be5 req-390040fc-abe6-4efc-aac5-bc4737c8bacf tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0466516 May 10 19:59:43.460122 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63eaf37e-ca8e-4e5d-88ad-c3d0d76f3be5 req-23ed2b4d-4154-4a3d-9bfb-1d47a8ffb0f8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391817 May 10 19:59:43.951458 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:44.573288 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578e598-5104-42c6-8792-44d992d243bc req-ec5e3a41-2741-4ab4-9801-02aaaa875699 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:44.574863 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e578e598-5104-42c6-8792-44d992d243bc req-ec5e3a41-2741-4ab4-9801-02aaaa875699 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0453422 May 10 19:59:44.621504 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e578e598-5104-42c6-8792-44d992d243bc req-d85a1b1b-d7a7-4656-a397-78a1566d1f17 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 May 10 19:59:45.344463 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:45.971520 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0aa3f6-da95-4ef8-a992-b302b209af6e req-4201aada-d737-408d-946e-edcbeb225af1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:45.972992 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd0aa3f6-da95-4ef8-a992-b302b209af6e req-4201aada-d737-408d-946e-edcbeb225af1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.2820845 May 10 19:59:46.018636 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bd0aa3f6-da95-4ef8-a992-b302b209af6e req-71fb5a1c-9b68-41ae-9427-08d8eee4ba41 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 May 10 19:59:47.128381 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb4283-7c13-4c45-9487-dd7d47296e4f req-4544d33c-740c-48da-98b2-7393700b527f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:47.129834 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9bb4283-7c13-4c45-9487-dd7d47296e4f req-4544d33c-740c-48da-98b2-7393700b527f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0452752 May 10 19:59:47.149290 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:47.177488 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f9bb4283-7c13-4c45-9487-dd7d47296e4f req-237740f3-9562-4549-8cb7-fccfa67e8f6b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 May 10 19:59:48.287425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4be79-9b39-4f1a-8286-eba71d410333 req-b6c5204e-43f0-4a67-8562-b94d1ab45243 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:48.288882 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25d4be79-9b39-4f1a-8286-eba71d410333 req-b6c5204e-43f0-4a67-8562-b94d1ab45243 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0456381 May 10 19:59:48.334178 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-25d4be79-9b39-4f1a-8286-eba71d410333 req-254bdac6-5af9-4dec-b07c-63bff42b20d5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 May 10 19:59:49.449739 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62bb9f1-6ac1-4d47-959f-dbd6739fa991 req-a907f368-796a-4c01-a0ba-6af20bf7be57 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:49.451447 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c62bb9f1-6ac1-4d47-959f-dbd6739fa991 req-a907f368-796a-4c01-a0ba-6af20bf7be57 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0517073 May 10 19:59:49.503744 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c62bb9f1-6ac1-4d47-959f-dbd6739fa991 req-2b839236-dc0c-4ff0-bef2-34d841a0feba tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450530 May 10 19:59:49.595684 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61a926-620e-492e-8943-93d6f9a576e4 req-944d92be-e80a-4208-82ea-bcda3f207d7e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:49.597051 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ac61a926-620e-492e-8943-93d6f9a576e4 req-944d92be-e80a-4208-82ea-bcda3f207d7e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0493348 May 10 19:59:49.642196 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ac61a926-620e-492e-8943-93d6f9a576e4 req-34747eba-bccc-4603-90ad-31bb21e60a80 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396411 May 10 19:59:50.615137 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3738dc-69aa-4fad-bce2-20f259d1bfc2 req-4f220a46-bdf3-4878-a100-9b0289ff6890 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:50.616573 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2c3738dc-69aa-4fad-bce2-20f259d1bfc2 req-4f220a46-bdf3-4878-a100-9b0289ff6890 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0450239 May 10 19:59:50.661188 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2c3738dc-69aa-4fad-bce2-20f259d1bfc2 req-dd98a2f1-2350-4555-ac93-e6a1ec6c69c6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388103 May 10 19:59:50.754116 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63286d3c-b778-4b92-b53c-cb3c21c84a5f req-56715c6e-3e2e-46a1-8d2b-1db48a66937c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:50.755593 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63286d3c-b778-4b92-b53c-cb3c21c84a5f req-56715c6e-3e2e-46a1-8d2b-1db48a66937c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0453382 May 10 19:59:50.799834 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-63286d3c-b778-4b92-b53c-cb3c21c84a5f req-c65f60f1-15ff-4934-a957-265f157ece40 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=c3da2f2d-8897-43bf-b24a-d58e12a6c437&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388377 May 10 19:59:51.118025 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 19:59:51.213700 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262bd89-0095-4a53-ac44-2f3543280924 req-86ffd51f-138e-4037-9be6-ad089898f26d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:51.215291 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a262bd89-0095-4a53-ac44-2f3543280924 req-86ffd51f-138e-4037-9be6-ad089898f26d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 945 time: 0.0486817 May 10 19:59:51.312823 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 2363e0cc-7730-434b-b019-c5496e668908 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:59:51.313094 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (2363e0cc-7730-434b-b019-c5496e668908), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:51.401608 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] For port 2363e0cc-7730-434b-b019-c5496e668908, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=2363e0cc-7730-434b-b019-c5496e668908,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:51.401964 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (2363e0cc-7730-434b-b019-c5496e668908), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:51.615903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:51.616184 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:51.616498 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 6f998020-1c0c-497f-aede-e23c25801bbb disassociated. External IP: 172.27.3.168, port: 2363e0cc-7730-434b-b019-c5496e668908. May 10 19:59:51.616835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 2363e0cc-7730-434b-b019-c5496e668908 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:59:51.766692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2363e0cc-7730-434b-b019-c5496e668908), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:51.804366 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b249299-4a0c-42bc-be4f-e2630e35cd3b req-60345357-c29d-40ad-bbe4-5b3ff9f90c7f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:51.805854 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b249299-4a0c-42bc-be4f-e2630e35cd3b req-60345357-c29d-40ad-bbe4-5b3ff9f90c7f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0758617 May 10 19:59:51.808302 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=2363e0cc-7730-434b-b019-c5496e668908,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:51.906762 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db01ff80-d4b1-47b3-b2af-8ddc414a1696 req-89544276-d526-4298-b032-8433796a7e8d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=48eda565-f37d-4e78-a9e2-660d73a4de06 HTTP/1.1" status: 200 len: 210 time: 0.0352082 May 10 19:59:51.908440 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b249299-4a0c-42bc-be4f-e2630e35cd3b req-c8ffc2e3-9333-4d47-8095-0253a89c77b0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957854 May 10 19:59:51.968558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:59:52.083764 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:59:52.095564 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:52.105760 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:52.106739 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:52.125686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] No DVR routers for this DVR port 2363e0cc-7730-434b-b019-c5496e668908 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:52.129884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:52.133732 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a262bd89-0095-4a53-ac44-2f3543280924 req-9be935ed-aa85-446e-8758-c4b638f65e05 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "DELETE /v2.0/ports/2363e0cc-7730-434b-b019-c5496e668908 HTTP/1.1" status: 204 len: 173 time: 0.9047487 May 10 19:59:52.134302 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'name': 'network-vif-deleted', 'tag': '2363e0cc-7730-434b-b019-c5496e668908'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:52.136758 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273e8e79-2d57-4ac0-99c6-74002dd89d98" -d '{"events": [{"server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "name": "network-vif-deleted", "tag": "2363e0cc-7730-434b-b019-c5496e668908"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:52.176319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a160b27-492d-4822-a0a9-6ad752e5e922 x-openstack-request-id: req-7a160b27-492d-4822-a0a9-6ad752e5e922 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:52.176485 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48eda565-f37d-4e78-a9e2-660d73a4de06", "name": "network-vif-deleted", "tag": "2363e0cc-7730-434b-b019-c5496e668908", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:52.176689 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7a160b27-492d-4822-a0a9-6ad752e5e922 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:52.177102 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a160b27-492d-4822-a0a9-6ad752e5e922'] response: {'server_uuid': '48eda565-f37d-4e78-a9e2-660d73a4de06', 'name': 'network-vif-deleted', 'tag': '2363e0cc-7730-434b-b019-c5496e668908', 'status': 'completed', 'code': 200} May 10 19:59:52.336850 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:52.522415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4739df-7bc5-4852-9ace-7917fee23eb1 req-3e8432d1-2952-4164-ba92-466adde5059e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:52.524015 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d4739df-7bc5-4852-9ace-7917fee23eb1 req-3e8432d1-2952-4164-ba92-466adde5059e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0522509 May 10 19:59:52.566508 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:52.581088 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3d4739df-7bc5-4852-9ace-7917fee23eb1 req-416751b4-5c7d-43cf-8b4a-3383c3167bd1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512977 May 10 19:59:52.593875 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:52.604023 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:52.604824 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:52.724363 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:52.962483 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:52.999263 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563fbaa-04f0-4cbd-aef6-59c58a390657 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '910ef0f7-facf-4b1f-916e-ea87a44d706b', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:f9:a6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:56:27Z', 'updated_at': '2022-05-10T19:57:05Z', 'revision_number': 2, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:53.006486 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56966) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:53.083832 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59942c-a3f3-4bba-a5f2-5366f79c3a1d req-9cb7f3d6-e81b-4053-9d5a-6d848de8a034 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:53.085367 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5b59942c-a3f3-4bba-a5f2-5366f79c3a1d req-9cb7f3d6-e81b-4053-9d5a-6d848de8a034 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0805025 May 10 19:59:53.114920 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (c3da2f2d-8897-43bf-b24a-d58e12a6c437), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.156281 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (c3da2f2d-8897-43bf-b24a-d58e12a6c437), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.174385 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5b59942c-a3f3-4bba-a5f2-5366f79c3a1d req-5daaba6d-9b5e-4f4c-8745-c9df0b669266 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814359 May 10 19:59:53.216016 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c3da2f2d-8897-43bf-b24a-d58e12a6c437), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.220002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.221739 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/security-groups/c3da2f2d-8897-43bf-b24a-d58e12a6c437 HTTP/1.1" status: 204 len: 168 time: 0.2143707 May 10 19:59:53.224767 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 56968) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:53.231017 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63195a-bdea-4eef-b744-df4b83d87b62 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3da2f2d-8897-43bf-b24a-d58e12a6c437,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:53.240694 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-525b1386-33ff-4caf-868b-f73ffb064057 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] show failed (client error): The resource could not be found. May 10 19:59:53.244941 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 56970) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 19:59:53.251534 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-525b1386-33ff-4caf-868b-f73ffb064057 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups/c3da2f2d-8897-43bf-b24a-d58e12a6c437 HTTP/1.1" status: 404 len: 347 time: 0.0251305 May 10 19:59:53.298016 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f194e301-27e1-4e76-bcba-8acb1f41a3ec None None] New status for floating IP 6f998020-1c0c-497f-aede-e23c25801bbb: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:59:53.368765 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 37a6f92e-09ae-41d6-ad73-87c6d93b7cb5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:59:53.369096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.453229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.453554 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.467638 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 37a6f92e-09ae-41d6-ad73-87c6d93b7cb5 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:59:53.605349 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (37a6f92e-09ae-41d6-ad73-87c6d93b7cb5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.640799 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=37a6f92e-09ae-41d6-ad73-87c6d93b7cb5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:53.710807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (6f998020-1c0c-497f-aede-e23c25801bbb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.712583 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022fbd5-c41b-44f6-b1bc-a36d4fdf305e req-f9b8e93b-8ae4-45fd-8441-16a1179536f5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:53.713242 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:53.714390 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a25e21f7-3a0f-42e6-aee3-423424df65ea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/floatingips/6f998020-1c0c-497f-aede-e23c25801bbb HTTP/1.1" status: 204 len: 168 time: 0.4682138 May 10 19:59:53.717224 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3022fbd5-c41b-44f6-b1bc-a36d4fdf305e req-f9b8e93b-8ae4-45fd-8441-16a1179536f5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0512791 May 10 19:59:53.745990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 2363e0cc-7730-434b-b019-c5496e668908 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:59:53.774731 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3022fbd5-c41b-44f6-b1bc-a36d4fdf305e req-b4048e52-c366-4f73-95df-e63fd6ed4ffa tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 May 10 19:59:53.774847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 2363e0cc-7730-434b-b019-c5496e668908 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:59:53.774847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 2363e0cc-7730-434b-b019-c5496e668908 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:59:54.306268 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06d98b-57bf-4d94-98ee-df6214f5a244 req-f926ee34-e395-471f-9435-472c0f96b4d6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:54.307914 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d06d98b-57bf-4d94-98ee-df6214f5a244 req-f926ee34-e395-471f-9435-472c0f96b4d6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0493283 May 10 19:59:54.357988 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d06d98b-57bf-4d94-98ee-df6214f5a244 req-ab89bde3-47da-40ed-8a75-8a67624c8fe5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 May 10 19:59:54.889144 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba57b3-1057-4eb3-ad6b-5c2966a1c309 req-4aefdb6e-4c0c-4376-9c65-588953672698 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:54.890654 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-faba57b3-1057-4eb3-ad6b-5c2966a1c309 req-4aefdb6e-4c0c-4376-9c65-588953672698 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0491660 May 10 19:59:54.935885 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-faba57b3-1057-4eb3-ad6b-5c2966a1c309 req-62265f12-24cd-4ac6-928b-0ae5c7736077 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390298 May 10 19:59:55.392506 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48414ce9-1bb2-4514-bb22-a1d29b451db5 req-0b2e8b9c-2eca-46f8-a39c-a43b08ccb347 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:55.393965 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-48414ce9-1bb2-4514-bb22-a1d29b451db5 req-0b2e8b9c-2eca-46f8-a39c-a43b08ccb347 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0472517 May 10 19:59:55.440752 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-48414ce9-1bb2-4514-bb22-a1d29b451db5 req-df14000b-d885-4b7f-a22c-4d2f9dc6b50c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 May 10 19:59:55.474409 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c361d3-9359-4ce4-aeff-4ddefd2b3ea7 req-57d1b172-977d-4f48-8f32-d85c8b41b5ce tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:55.475926 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6c361d3-9359-4ce4-aeff-4ddefd2b3ea7 req-57d1b172-977d-4f48-8f32-d85c8b41b5ce tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0491509 May 10 19:59:55.521196 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6c361d3-9359-4ce4-aeff-4ddefd2b3ea7 req-5186183f-0a4d-4857-aabe-6b03dc38503b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396838 May 10 19:59:56.049594 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb25b9-a0fc-4fa1-b94c-32a75a1bf504 req-0e393a25-e75a-4041-9ff6-7f29fed9af70 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:56.052054 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6fdb25b9-a0fc-4fa1-b94c-32a75a1bf504 req-0e393a25-e75a-4041-9ff6-7f29fed9af70 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0498679 May 10 19:59:56.098739 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6fdb25b9-a0fc-4fa1-b94c-32a75a1bf504 req-3f652911-229e-45be-8dbe-711aaaa2728f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 May 10 19:59:56.552909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fb152a-2954-4490-9d57-f419aad9d419 req-7ad20868-4b83-4908-8daf-72d18030aff6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:56.554402 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87fb152a-2954-4490-9d57-f419aad9d419 req-7ad20868-4b83-4908-8daf-72d18030aff6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0454779 May 10 19:59:56.600736 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87fb152a-2954-4490-9d57-f419aad9d419 req-b6a67e9b-6c13-485d-8453-b5df789536ca tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408609 May 10 19:59:56.634740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ea40c-fd84-4b1e-816f-eded3c7fdc6a req-ab09c473-49b3-4b06-94a4-75e011da0c17 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:56.636229 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-021ea40c-fd84-4b1e-816f-eded3c7fdc6a req-ab09c473-49b3-4b06-94a4-75e011da0c17 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0467556 May 10 19:59:56.681836 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-021ea40c-fd84-4b1e-816f-eded3c7fdc6a req-0aa65e56-b0c4-4cd1-922a-db64d3b26217 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401125 May 10 19:59:57.098437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-4bec6860-d020-456f-8888-b14a7277b0b5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:57.099892 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-4bec6860-d020-456f-8888-b14a7277b0b5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0454893 May 10 19:59:57.212009 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817cefe-8640-4944-9142-ab8e59989913 req-3fc99bf1-2841-4b51-882f-d635ec371179 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:57.213479 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d817cefe-8640-4944-9142-ab8e59989913 req-3fc99bf1-2841-4b51-882f-d635ec371179 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0495477 May 10 19:59:57.258231 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d817cefe-8640-4944-9142-ab8e59989913 req-709b0c82-dd05-424d-a52f-c2e050028233 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393622 May 10 19:59:57.713852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f2892-9868-4199-ae98-156e9ff353ae req-96099c04-4882-4a7c-a0bf-d65867630870 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:57.715391 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-766f2892-9868-4199-ae98-156e9ff353ae req-96099c04-4882-4a7c-a0bf-d65867630870 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 946 time: 0.0490382 May 10 19:59:57.761832 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-766f2892-9868-4199-ae98-156e9ff353ae req-87b116e6-bdf6-41bb-9195-2e8d0713d273 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=711744f2-bd3a-4986-85ae-2c1f967e26f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405352 May 10 19:59:57.793007 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc61cd-bab0-4e3b-b463-dc054f2fd7a3 req-abf85210-9698-47ed-ae01-c8b7d222b292 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:57.794449 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cafc61cd-bab0-4e3b-b463-dc054f2fd7a3 req-abf85210-9698-47ed-ae01-c8b7d222b292 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0451930 May 10 19:59:57.839954 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cafc61cd-bab0-4e3b-b463-dc054f2fd7a3 req-b6eeb947-e594-454c-84dc-95367a9ebd9a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389199 May 10 19:59:58.177542 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 19:59:58.177783 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:58.218484 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282eabb-39d0-449a-a4c1-14499fe0203c req-8c31dc29-8c0d-4b17-a040-08b7fc3d535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:58.219948 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5282eabb-39d0-449a-a4c1-14499fe0203c req-8c31dc29-8c0d-4b17-a040-08b7fc3d535d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0799165 May 10 19:59:58.293119 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5282eabb-39d0-449a-a4c1-14499fe0203c req-84f18414-10aa-4202-858f-cd7299579423 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660822 May 10 19:59:58.297802 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] For port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 19:59:58.298168 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:58.397548 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b995c6-3034-4fe2-aff4-eead42f1c221 req-5a6b457f-9459-43f7-ab65-b612a6142c8f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:58.399025 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76b995c6-3034-4fe2-aff4-eead42f1c221 req-5a6b457f-9459-43f7-ab65-b612a6142c8f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0558667 May 10 19:59:58.522333 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76b995c6-3034-4fe2-aff4-eead42f1c221 req-2c30f217-a527-49cf-bf77-20690bea3bbe tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931892 May 10 19:59:58.537741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:58.538110 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:58.538430 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 910ef0f7-facf-4b1f-916e-ea87a44d706b disassociated. External IP: 172.27.3.235, port: 0a9bb9dc-c69c-46b7-952b-c75f126c69a0. May 10 19:59:58.538803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 19:59:58.663543 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (0a9bb9dc-c69c-46b7-952b-c75f126c69a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:58.691536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=0a9bb9dc-c69c-46b7-952b-c75f126c69a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 19:59:58.806273 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 19:59:58.856162 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-426dccf7-0b96-4bd9-addd-68aa488b591c req-1a359ef4-bf85-4ba2-abf2-d4f3684b05db tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0270834 May 10 19:59:58.924807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 19:59:58.933924 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 19:59:58.944030 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:58.944642 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:58.987497 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] No DVR routers for this DVR port 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 19:59:58.994782 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ec21-4067-46cc-b237-e702d833e7b5 req-4a2602a8-1235-42ba-a122-c45c7a1aaf94 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:58.996505 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b3ec21-4067-46cc-b237-e702d833e7b5 req-4a2602a8-1235-42ba-a122-c45c7a1aaf94 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0834985 May 10 19:59:58.997520 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 19:59:59.000634 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4609ab71-24cc-42f7-8e94-17ac893988dc req-0daf350e-23c6-46ad-8088-bb2c7be57452 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "DELETE /v2.0/ports/0a9bb9dc-c69c-46b7-952b-c75f126c69a0 HTTP/1.1" status: 204 len: 173 time: 0.9317832 May 10 19:59:59.001068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'name': 'network-vif-deleted', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 19:59:59.003420 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f28d4b-9e2f-4cb0-badd-650f10c490a2" -d '{"events": [{"server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "name": "network-vif-deleted", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 19:59:59.059911 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:59.060929 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b3ec21-4067-46cc-b237-e702d833e7b5 req-6943667f-538d-412b-bff0-2b71d6fe1b2f tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545025 May 10 19:59:59.062431 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 19:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daff194-874b-4ffa-80ff-eb102fda196d x-openstack-request-id: req-9daff194-874b-4ffa-80ff-eb102fda196d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 19:59:59.063507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d737aa62-3e89-4485-a6ab-65267418ce57", "name": "network-vif-deleted", "tag": "0a9bb9dc-c69c-46b7-952b-c75f126c69a0", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 19:59:59.063507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9daff194-874b-4ffa-80ff-eb102fda196d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 19:59:59.063881 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9daff194-874b-4ffa-80ff-eb102fda196d'] response: {'server_uuid': 'd737aa62-3e89-4485-a6ab-65267418ce57', 'name': 'network-vif-deleted', 'tag': '0a9bb9dc-c69c-46b7-952b-c75f126c69a0', 'status': 'completed', 'code': 200} May 10 19:59:59.265156 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:59.294818 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 19:59:59.303092 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 19:59:59.303642 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:59.409378 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 19:59:59.606554 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 19:59:59.663089 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e371a5-2666-4635-b2b7-5ed1aa3c7c3c req-7d376cb6-a6a7-4934-a401-0c84d3fdee2c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 19:59:59.664716 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81e371a5-2666-4635-b2b7-5ed1aa3c7c3c req-7d376cb6-a6a7-4934-a401-0c84d3fdee2c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0549726 May 10 19:59:59.713019 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc4475-84ac-4c98-8d8a-a5b1144b9d43 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 19:59:59.713498 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81e371a5-2666-4635-b2b7-5ed1aa3c7c3c req-97e1222b-cce9-4854-9304-db6e7bb451fe tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428960 May 10 19:59:59.744775 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 19:59:59.769551 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 19:59:59.769895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 0a9bb9dc-c69c-46b7-952b-c75f126c69a0 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 19:59:59.958392 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c44e72-d8d5-499f-be98-f6c50c4b5c73 None None] New status for floating IP 910ef0f7-facf-4b1f-916e-ea87a44d706b: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 19:59:59.966799 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0aced857-e27e-49bc-8835-9d0e321e95fa req-35d34ed7-4508-4ff2-b621-bda5baab95dc tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d737aa62-3e89-4485-a6ab-65267418ce57 HTTP/1.1" status: 200 len: 210 time: 0.0264473 May 10 20:00:00.198661 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde0542-27a4-448d-b32f-27b89ebb49bd req-38035092-0052-40f2-9ddd-6295b10dd315 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:00.200170 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdde0542-27a4-448d-b32f-27b89ebb49bd req-38035092-0052-40f2-9ddd-6295b10dd315 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0507622 May 10 20:00:00.248328 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdde0542-27a4-448d-b32f-27b89ebb49bd req-4a984716-0f5d-4ebb-aca2-7a890f7a03f3 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 May 10 20:00:00.830732 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06487431-40de-450c-8275-d7e1bc319b62 req-b8eef7ab-8e32-4128-b9da-e8310fd7c7e4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:00.832468 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06487431-40de-450c-8275-d7e1bc319b62 req-b8eef7ab-8e32-4128-b9da-e8310fd7c7e4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0481405 May 10 20:00:00.879791 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b430920-cf4d-446b-a513-8c7c2355297c req-c2e29759-ca34-4a23-88ff-26d97a518779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:00.881316 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-c2e29759-ca34-4a23-88ff-26d97a518779 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.3048368 May 10 20:00:00.884300 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06487431-40de-450c-8275-d7e1bc319b62 req-0a02e11f-1d5d-4927-85e3-52e4b1f47b4b tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 May 10 20:00:00.889261 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b9452c-f856-4fe5-bed4-d843087fc3a5 req-d0a03d20-76cc-46f5-b21d-8dc1b2bade48 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:00.890705 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6b9452c-f856-4fe5-bed4-d843087fc3a5 req-d0a03d20-76cc-46f5-b21d-8dc1b2bade48 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.3062813 May 10 20:00:00.984905 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6b9452c-f856-4fe5-bed4-d843087fc3a5 req-8d8a22ca-3373-4b6f-93fa-3fc5bb1177e8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858917 May 10 20:00:01.004449 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b430920-cf4d-446b-a513-8c7c2355297c req-c4c1f4d2-49b6-4d30-a85a-04a3c55e88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:01.005958 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-c4c1f4d2-49b6-4d30-a85a-04a3c55e88a0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.1143966 May 10 20:00:01.051532 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:01.101249 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-501ae4f4-1e50-458e-8a3f-1b44501215f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 1000 time: 0.0886657 May 10 20:00:01.119624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (711744f2-bd3a-4986-85ae-2c1f967e26f2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.172469 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (711744f2-bd3a-4986-85ae-2c1f967e26f2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.202693 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b430920-cf4d-446b-a513-8c7c2355297c req-00cead88-6968-4c75-9e4b-a82033426afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:01.204132 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-00cead88-6968-4c75-9e4b-a82033426afa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0728405 May 10 20:00:01.254137 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b430920-cf4d-446b-a513-8c7c2355297c req-f3c1276e-d2a5-42ba-b32a-f7ff88d99a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:01.255610 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-f3c1276e-d2a5-42ba-b32a-f7ff88d99a6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440836 May 10 20:00:01.256593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (711744f2-bd3a-4986-85ae-2c1f967e26f2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.259136 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.260140 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/security-groups/711744f2-bd3a-4986-85ae-2c1f967e26f2 HTTP/1.1" status: 204 len: 168 time: 0.2076895 May 10 20:00:01.263214 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57048) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:01.277128 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-1a144ed4-7abb-4a75-bd71-0c4cce5907d9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] show failed (client error): The resource could not be found. May 10 20:00:01.278105 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1a144ed4-7abb-4a75-bd71-0c4cce5907d9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups/711744f2-bd3a-4986-85ae-2c1f967e26f2 HTTP/1.1" status: 404 len: 347 time: 0.0137269 May 10 20:00:01.280913 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:01.284941 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635faf8-7174-493b-94f0-5743ecfd7207 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711744f2-bd3a-4986-85ae-2c1f967e26f2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:01.352584 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-be68e305-592e-4d38-8166-fbec56712655 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889003 May 10 20:00:01.399284 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 3ec878a6-9462-4c1d-a6cb-5e15929840cf {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:01.399623 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.445251 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6b430920-cf4d-446b-a513-8c7c2355297c req-1cf26ce4-cfb5-459c-b256-c035d8e1425f service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862653 May 10 20:00:01.472953 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.473278 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (3ec878a6-9462-4c1d-a6cb-5e15929840cf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.488147 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 3ec878a6-9462-4c1d-a6cb-5e15929840cf owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:01.649738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (3ec878a6-9462-4c1d-a6cb-5e15929840cf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.678142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=3ec878a6-9462-4c1d-a6cb-5e15929840cf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:01.689720 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.690042 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.690379 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.690734 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.691059 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.691378 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.691698 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.692014 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.692331 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.692653 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.692970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.693284 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.693597 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.693908 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.694220 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:01.746976 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (910ef0f7-facf-4b1f-916e-ea87a44d706b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.749439 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.751011 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-363d7635-c8a9-4bec-b053-36e73624c730 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/floatingips/910ef0f7-facf-4b1f-916e-ea87a44d706b HTTP/1.1" status: 204 len: 168 time: 0.4687936 May 10 20:00:01.820817 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57054) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:01.825339 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--730526634', 'description': 'tempest-description--752305001'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:01.844271 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.907977 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (fb7b43a0-dee1-49f1-b023-88ca9c0548bd), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.912452 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fb7b43a0-dee1-49f1-b023-88ca9c0548bd), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.941374 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:01.942632 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1207962 May 10 20:00:01.945264 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de863565-5295-41ce-9a7c-c04fd64e02d3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b43a0-dee1-49f1-b023-88ca9c0548bd,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:01.945777 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57058) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:01.952249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b43a0-dee1-49f1-b023-88ca9c0548bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:02.009608 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0dc4a-2ab4-495c-ae0d-8ad73f2634b9 req-f73408d5-84b1-4ac7-bca3-fcca42630143 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:02.011113 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8f0dc4a-2ab4-495c-ae0d-8ad73f2634b9 req-f73408d5-84b1-4ac7-bca3-fcca42630143 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0544980 May 10 20:00:02.019466 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (54eb3adc-7c85-4912-9e5f-1d434fb16f58), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.087103 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8f0dc4a-2ab4-495c-ae0d-8ad73f2634b9 req-6b7437e8-a4f4-4016-89b5-a765f127db18 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691066 May 10 20:00:02.110177 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (54eb3adc-7c85-4912-9e5f-1d434fb16f58), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.110396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2b1ef-ce86-4383-8483-bac327de39f1 req-14db8445-bdc6-4ca7-acce-be1d8d0b7d13 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:02.110396 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0b2b1ef-ce86-4383-8483-bac327de39f1 req-14db8445-bdc6-4ca7-acce-be1d8d0b7d13 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0523429 May 10 20:00:02.111379 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (54eb3adc-7c85-4912-9e5f-1d434fb16f58), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.130534 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54eb3adc-7c85-4912-9e5f-1d434fb16f58,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:02.139207 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.143142 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3d5eb302-6117-4ba9-a54d-12b81cf39301 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1934330 May 10 20:00:02.143285 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57062) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:02.147633 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': 'fb7b43a0-dee1-49f1-b023-88ca9c0548bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:02.156302 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0b2b1ef-ce86-4383-8483-bac327de39f1 req-53350fd6-b2de-42df-8667-fc0ea9921402 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438528 May 10 20:00:02.172759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (55e7f02c-60b8-40c6-80a8-7898beaf353a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.226574 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (55e7f02c-60b8-40c6-80a8-7898beaf353a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.230153 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (55e7f02c-60b8-40c6-80a8-7898beaf353a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.247807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e7f02c-60b8-40c6-80a8-7898beaf353a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:02.254710 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.255890 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-de6fbe1d-aad6-4b10-abeb-a92207c255e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1116500 May 10 20:00:02.258904 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57064) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:02.263172 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:02.283403 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.361016 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.464423 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.27.3.73 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/5684e41c-0337-48cc-b29d-bd43f92f8d24) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:00:02.566331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.598410 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.632379 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:00:02.635079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:00:02.638397 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:00:02.666785 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=5684e41c-0337-48cc-b29d-bd43f92f8d24,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:02.731115 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.766421 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.920170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.924771 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:02.992059 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=5684e41c-0337-48cc-b29d-bd43f92f8d24,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:03.002942 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:03.017206 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:03.018438 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ba01b1bb-f930-433b-9913-03ec81c2101a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7585917 May 10 20:00:03.204798 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ee519-f31b-44f8-9059-4e5dc4d0871a req-3025f9c8-80c9-4600-9487-3431d4ef200f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.206373 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-175ee519-f31b-44f8-9059-4e5dc4d0871a req-3025f9c8-80c9-4600-9487-3431d4ef200f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0471892 May 10 20:00:03.220271 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-7a81d9eb-d599-4f53-9e25-0b607141e303 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--730526634&fields=id&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 267 time: 0.0430579 May 10 20:00:03.252613 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-175ee519-f31b-44f8-9059-4e5dc4d0871a req-d1c47dc1-57c0-4d04-b98a-e13eb8f9e05d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404294 May 10 20:00:03.327994 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-62698995-d484-47f3-81be-ef977a6fb7cd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.329489 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-62698995-d484-47f3-81be-ef977a6fb7cd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.1028678 May 10 20:00:03.343606 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-483d5481-9485-4246-8eeb-133fce7cc64a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/quotas/477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 375 time: 0.0087302 May 10 20:00:03.349759 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0e365-1287-47c6-b370-367a6b7f9b92 req-47a75ef3-b825-4454-8e5d-123be81351e1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.351251 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2bf0e365-1287-47c6-b370-367a6b7f9b92 req-47a75ef3-b825-4454-8e5d-123be81351e1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0451307 May 10 20:00:03.391969 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-05f9704f-e6ff-48e3-aff5-83e49f1fed01 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424874 May 10 20:00:03.399725 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2bf0e365-1287-47c6-b370-367a6b7f9b92 req-799d1e5c-bac0-4051-b364-207bc295a088 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 May 10 20:00:03.496471 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-9fd92b04-f2c1-494a-aae8-dbf15abce4c3 service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932412 May 10 20:00:03.591112 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-bb67dedc-c6a0-4186-9712-343a28a3bc67 service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885050 May 10 20:00:03.616902 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bd3ba-376d-40c1-985f-3a6f19f0ddc8 req-7c3bfc3c-5a86-4e2c-b26c-3b6cdef42e97 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.618354 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-274bd3ba-376d-40c1-985f-3a6f19f0ddc8 req-7c3bfc3c-5a86-4e2c-b26c-3b6cdef42e97 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0682626 May 10 20:00:03.671038 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-274bd3ba-376d-40c1-985f-3a6f19f0ddc8 req-e7b8ac71-176d-4514-8b29-a2b0b1b5f303 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 May 10 20:00:03.722831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-6b756569-4031-429a-851b-3e587f599dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.724456 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-6b756569-4031-429a-851b-3e587f599dce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 1129 time: 0.0457792 May 10 20:00:03.767488 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fe349722-83ca-4663-8339-9f178550870d req-83ab1ea0-413c-43ad-bbfa-f60431fd8987 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 210 time: 0.0280664 May 10 20:00:03.822587 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-4fe7fa80-492e-43b7-8857-a6efe626149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.824069 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-4fe7fa80-492e-43b7-8857-a6efe626149a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 911 time: 0.0933812 May 10 20:00:03.890537 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-924f7331-61e7-40ca-ad32-59c4d73336c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 200 len: 1001 time: 0.0596018 May 10 20:00:03.942692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-9fbe042f-cfaf-49b3-b631-e087c7c6c0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.944147 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-9fbe042f-cfaf-49b3-b631-e087c7c6c0e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.0476522 May 10 20:00:03.987990 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-51be0a54-b047-44db-8f25-a3c03db19869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:03.989535 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-51be0a54-b047-44db-8f25-a3c03db19869 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391417 May 10 20:00:04.078329 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-9663f087-a676-438a-a7cf-f7e71de00790 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820920 May 10 20:00:04.178386 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42b956c2-915b-48d4-9b84-58ac0e58ac1f req-62e2c15c-00dd-4477-aa46-81514d1c7313 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900660 May 10 20:00:04.513577 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0627f-d75d-4278-8861-69fccb5fced8 req-5abd5c10-6191-4da1-aad6-c15c4d233c19 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:04.515078 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dcf0627f-d75d-4278-8861-69fccb5fced8 req-5abd5c10-6191-4da1-aad6-c15c4d233c19 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0473113 May 10 20:00:04.561270 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dcf0627f-d75d-4278-8861-69fccb5fced8 req-6c5887b6-e60e-4eb5-b28d-628db5d49519 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 May 10 20:00:04.678316 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e40f5-3227-418c-812b-68bd5dbae369 req-b4be02ba-37b6-4e2b-b897-f3c583e266ee tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:04.679735 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-661e40f5-3227-418c-812b-68bd5dbae369 req-b4be02ba-37b6-4e2b-b897-f3c583e266ee tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0524433 May 10 20:00:04.689260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57104) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:04.693887 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Request body: {'floatingip': {'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:04.750443 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:04.782162 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03693e-67d1-4505-97e1-b0ffb4e41367 req-4ede734b-75b7-4200-beb3-eff673d094a9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:04.783673 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f03693e-67d1-4505-97e1-b0ffb4e41367 req-4ede734b-75b7-4200-beb3-eff673d094a9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0499735 May 10 20:00:04.837398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9f03693e-67d1-4505-97e1-b0ffb4e41367 req-b36c1d89-677a-4fce-b0ee-f889ddbcbfc6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480816 May 10 20:00:05.055578 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94a16d8d-2937-493e-9579-7218ee92afd0 req-98eaa882-e5c1-4558-b399-440f3def16ab tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 210 time: 0.0313566 May 10 20:00:05.265078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-434ee2b4-0662-48dc-8d0c-f7d6a2325efd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:05.267516 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-434ee2b4-0662-48dc-8d0c-f7d6a2325efd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.1189075 May 10 20:00:05.336955 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-9df21784-cf3f-40d9-903a-e2c4585f2c0e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 379 time: 0.0605886 May 10 20:00:05.418783 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'port': {'device_id': '4e180d6e-d6c1-42af-9852-5048dde008df', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'admin_state_up': True, 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'security_groups': ['fb7b43a0-dee1-49f1-b023-88ca9c0548bd']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:05.464746 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.468738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.524796 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:00:05.528307 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.654026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.20.0.14 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/559a552a-a94f-4905-8ded-b87ae9722b5b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:00:05.683794 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:00:05.787686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.794894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:00:05.800016 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.808179 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:00:05.818489 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:05.819427 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:05.820964 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.835977 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:05.838371 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e15717e-9309-47d3-87c4-5ad4f56315fa" -d '{"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:05.864482 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:00:05.867788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:00:05.872544 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:00:05.900475 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ed5e99-138d-45a2-ad60-330a7e23d019 x-openstack-request-id: req-21ed5e99-138d-45a2-ad60-330a7e23d019 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:05.900810 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:05.901165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-21ed5e99-138d-45a2-ad60-330a7e23d019 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:05.901577 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21ed5e99-138d-45a2-ad60-330a7e23d019'] response: {'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'status': 'completed', 'code': 200} May 10 20:00:05.912695 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ec566b59-9290-4cf0-9106-94b46edcfe30 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "PUT /v2.0/floatingips/b22467ce-5005-4654-a15c-f7b8864c51d2 HTTP/1.1" status: 200 len: 992 time: 1.2222898 May 10 20:00:05.946528 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:05.953327 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:05.981358 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:05.981878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:05.984805 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-36f92c0d-a284-4aae-8464-23e3420c8186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:05.987231 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-36f92c0d-a284-4aae-8464-23e3420c8186 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0698459 May 10 20:00:06.008801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab3e92-42b6-4552-9a14-1621ffb79c20 req-1e1a6d61-1ffc-4ec6-b792-c3e408ec7b74 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:06.010380 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0eab3e92-42b6-4552-9a14-1621ffb79c20 req-1e1a6d61-1ffc-4ec6-b792-c3e408ec7b74 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0634718 May 10 20:00:06.027229 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-2cf3c6d6-2b21-4432-beb9-96e4bbaa9c0a tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6123776 May 10 20:00:06.064990 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0eab3e92-42b6-4552-9a14-1621ffb79c20 req-183ca625-832b-40de-bbc6-a0601e479bd7 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472069 May 10 20:00:06.073820 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Request body: {'port': {'device_id': '4e180d6e-d6c1-42af-9852-5048dde008df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:06.154554 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-65675696-833c-4dc6-ba74-1490e4279d8c None None] Provisioning complete for port 559a552a-a94f-4905-8ded-b87ae9722b5b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:00:06.155106 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65675696-833c-4dc6-ba74-1490e4279d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:06.198195 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-65675696-833c-4dc6-ba74-1490e4279d8c None None] Port 559a552a-a94f-4905-8ded-b87ae9722b5b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:00:06.201097 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T20:00:05Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:06.203539 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:06.207906 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-abbeac8e-3b17-4151-8742-ed5bba04977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:06.209386 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-abbeac8e-3b17-4151-8742-ed5bba04977f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.2125421 May 10 20:00:06.227756 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:00:06.233249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91017243-40b5-4e20-b96b-ea3ad051808e req-c4d7198c-9274-4aa7-bb3a-2139c6555c6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:06.234743 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-91017243-40b5-4e20-b96b-ea3ad051808e req-c4d7198c-9274-4aa7-bb3a-2139c6555c6c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 932 time: 0.0852454 May 10 20:00:06.236965 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:06.237577 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T19:59:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:06.330938 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-9cc3c715-c990-443f-b410-8b132d76db3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 1000 time: 0.1112010 May 10 20:00:06.344086 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:06.434648 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-91017243-40b5-4e20-b96b-ea3ad051808e req-255a7cf7-e505-416a-b872-f304ab576825 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702681 May 10 20:00:06.460376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-9993e449-91cf-42da-9503-739415c00c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:06.461835 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-9993e449-91cf-42da-9503-739415c00c25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.1195712 May 10 20:00:06.551667 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-c43ad9ea-02f8-4f96-a2be-94e10d8fc24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:06.553170 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-c43ad9ea-02f8-4f96-a2be-94e10d8fc24a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770621 May 10 20:00:06.563610 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T20:00:05Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:06.593452 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad54e72-0944-431b-85d9-8f491d349287 None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b22467ce-5005-4654-a15c-f7b8864c51d2', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'port_id': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'mac_address': 'fa:16:3e:d2:bb:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T19:58:31Z', 'updated_at': '2022-05-10T20:00:05Z', 'revision_number': 3, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:00:06.706131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 559a552a-a94f-4905-8ded-b87ae9722b5b {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:00:06.715171 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks [] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:06.718747 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-64f632a4-d1dd-46d6-bbbd-2fd79bc89aa8 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463802 May 10 20:00:06.746835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Transition to ACTIVE for port object 559a552a-a94f-4905-8ded-b87ae9722b5b will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:00:06.772850 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:06.840392 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Pushing event updated for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:06.898363 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e15717e-9309-47d3-87c4-5ad4f56315fa req-2d1a2de5-f7a3-497d-a7c6-d7ba0411c6eb service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722600 May 10 20:00:06.930916 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Attempting to bind port 559a552a-a94f-4905-8ded-b87ae9722b5b on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:00:06.931256 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Attempting to bind port 559a552a-a94f-4905-8ded-b87ae9722b5b by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:00:06.931582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Attempting to bind port 559a552a-a94f-4905-8ded-b87ae9722b5b on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:00:06.936095 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Port 559a552a-a94f-4905-8ded-b87ae9722b5b on network c69c6345-64af-49e8-8bf3-adcceaa64462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:00:06.936412 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Attempting to bind port 559a552a-a94f-4905-8ded-b87ae9722b5b on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:00:06.941382 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 19, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:00:06.941717 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:00:06.942101 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:00:06.942565 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Bound port: 559a552a-a94f-4905-8ded-b87ae9722b5b, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:00:06.942922 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:07.007618 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:00:07.010674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=559a552a-a94f-4905-8ded-b87ae9722b5b,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:00:07.015775 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:07.050745 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:07.051386 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:07.052745 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] 10.222.0.60 "PUT /v2.0/ports/559a552a-a94f-4905-8ded-b87ae9722b5b HTTP/1.1" status: 200 len: 1094 time: 0.9906456 May 10 20:00:07.053178 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:07.055424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4dcb09-4af0-4019-ba23-32eb54616def" -d '{"events": [{"name": "network-changed", "server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:07.086852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb887a69-82fd-4af8-80d0-35e2f6e2561d service neutron] Pushing event updated for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:07.101349 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680db778-d111-4cd9-a411-bed7280625a3 x-openstack-request-id: req-680db778-d111-4cd9-a411-bed7280625a3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:07.101663 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:07.101919 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-680db778-d111-4cd9-a411-bed7280625a3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:07.102325 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680db778-d111-4cd9-a411-bed7280625a3'] response: {'name': 'network-changed', 'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'status': 'completed', 'code': 200} May 10 20:00:07.147024 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-865e2a74-1f55-45f2-9ccd-fcb01847ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:07.148672 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-865e2a74-1f55-45f2-9ccd-fcb01847ff7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 1128 time: 0.0412979 May 10 20:00:07.192826 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-3591dafd-78da-46e4-b72a-9dfd19c75655 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=559a552a-a94f-4905-8ded-b87ae9722b5b HTTP/1.1" status: 200 len: 217 time: 0.0353205 May 10 20:00:07.241193 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-c43b6551-4c5c-414f-8e1e-d6d0a1397b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:07.242677 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-c43b6551-4c5c-414f-8e1e-d6d0a1397b7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0441842 May 10 20:00:07.287306 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-06f06bab-3cf8-4a4c-a775-4fb9523a7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:07.288775 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-06f06bab-3cf8-4a4c-a775-4fb9523a7c41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397267 May 10 20:00:07.376132 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-19664ccb-586d-4fb4-873d-208cd78b4c3d service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801451 May 10 20:00:07.465390 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8776f894-ffe7-4709-8f62-ed3ed5882f82 req-df2704ae-6e08-45f2-b308-487fecf8592c service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825698 May 10 20:00:07.553211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce739d82-43f2-4814-b38b-b78cbd0ec161 req-cdde5f44-89be-4066-beed-017e7d8e8340 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:07.554693 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce739d82-43f2-4814-b38b-b78cbd0ec161 req-cdde5f44-89be-4066-beed-017e7d8e8340 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 944 time: 0.0463433 May 10 20:00:07.600967 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ce739d82-43f2-4814-b38b-b78cbd0ec161 req-7fea3e04-79ca-4184-8148-2e0189014bc5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407586 May 10 20:00:07.903091 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:07.905348 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c145c2-adcc-406a-8402-fc76cdc6f758" -d '{"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:07.938549 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bf1c45-1eda-473d-8470-bb7b0afb0c3a x-openstack-request-id: req-14bf1c45-1eda-473d-8470-bb7b0afb0c3a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:07.938916 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:07.939173 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-14bf1c45-1eda-473d-8470-bb7b0afb0c3a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:07.939577 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bf1c45-1eda-473d-8470-bb7b0afb0c3a'] response: {'name': 'network-changed', 'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'status': 'completed', 'code': 200} May 10 20:00:08.466313 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-36de43a0-96ef-4a71-a5ca-afefa395bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:08.467800 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-36de43a0-96ef-4a71-a5ca-afefa395bfe2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 1128 time: 0.0664618 May 10 20:00:08.473440 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-86f013c4-bef4-4412-af1a-7ba8ba00a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:08.474841 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-86f013c4-bef4-4412-af1a-7ba8ba00a205 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 1129 time: 0.0481830 May 10 20:00:08.888963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f411ec7-4ff5-4808-81ae-841449214e59 req-9674e943-0906-4823-9311-fb7b46bf1c51 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:08.890333 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5f411ec7-4ff5-4808-81ae-841449214e59 req-9674e943-0906-4823-9311-fb7b46bf1c51 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 944 time: 0.0886116 May 10 20:00:08.913174 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-c3f7b7b7-0bdb-4479-8512-209ed10defc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:08.914612 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-c3f7b7b7-0bdb-4479-8512-209ed10defc4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.4389105 May 10 20:00:08.920679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-d6e1f5c6-d5e1-4172-9dc3-77983585e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:08.922014 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-d6e1f5c6-d5e1-4172-9dc3-77983585e360 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 200 len: 920 time: 0.4303937 May 10 20:00:08.973873 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-aabc2df9-5864-4fd9-af22-130f80960f62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=559a552a-a94f-4905-8ded-b87ae9722b5b HTTP/1.1" status: 200 len: 217 time: 0.0495670 May 10 20:00:09.053759 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5f411ec7-4ff5-4808-81ae-841449214e59 req-8f1bab87-d9ff-4411-87e3-67f1c9ef6e16 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514769 May 10 20:00:09.074687 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-f390ba60-9cb0-47ec-9e2b-d231f5739d5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 200 len: 1000 time: 0.1108482 May 10 20:00:09.077070 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-47290bb5-e423-4e58-b8e9-c88d134d2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:09.078426 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-47290bb5-e423-4e58-b8e9-c88d134d2173 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0732245 May 10 20:00:09.157707 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-2279b0ea-ac48-4c66-8a33-89198af975ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:09.159266 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-2279b0ea-ac48-4c66-8a33-89198af975ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623331 May 10 20:00:09.161072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-40e0d93e-e4e1-4250-9957-2ba44e6184cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:09.162393 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-40e0d93e-e4e1-4250-9957-2ba44e6184cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 200 len: 858 time: 0.0733919 May 10 20:00:09.256998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-41381093-3b52-4bc5-8d72-f0804f851491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:09.258478 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-41381093-3b52-4bc5-8d72-f0804f851491 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e89c795-c88b-4f30-8394-9a44ee218158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768788 May 10 20:00:09.335583 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-18954629-6f4b-446c-a763-0449053547e3 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612024 May 10 20:00:09.413180 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-a411a748-9127-4fad-b3df-2edebca636ba service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431077 May 10 20:00:09.490332 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9c4dcb09-4af0-4019-ba23-32eb54616def req-fd590fa5-ca0d-4c8c-a1bd-4d527f7e80b4 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474447 May 10 20:00:09.523942 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-61c145c2-adcc-406a-8402-fc76cdc6f758 req-542f1837-1a08-441f-964f-32bfb203dbc5 service neutron] 10.222.0.60 "GET /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999198 May 10 20:00:09.803531 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 559a552a-a94f-4905-8ded-b87ae9722b5b details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:00:09.902293 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=559a552a-a94f-4905-8ded-b87ae9722b5b,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:09.916297 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'port_id': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'mac_address': 'fa:16:3e:9c:22:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:00:09.953032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 559a552a-a94f-4905-8ded-b87ae9722b5b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:00:09.953438 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:09.965842 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 559a552a-a94f-4905-8ded-b87ae9722b5b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:00:09.985519 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=559a552a-a94f-4905-8ded-b87ae9722b5b,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:09.989313 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:10.034954 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:10.041608 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.041963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.042290 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.042680 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.043014 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.043338 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.043661 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.043983 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.044304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.044625 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.044946 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.045266 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.045583 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.045896 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.046210 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:10.173705 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b9b16-d7dc-4266-966c-3c598ef10f09 req-501e9455-95bc-494f-8c66-597d1d081422 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:10.175833 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b6b9b16-d7dc-4266-966c-3c598ef10f09 req-501e9455-95bc-494f-8c66-597d1d081422 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 945 time: 0.0522060 May 10 20:00:10.221479 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3b6b9b16-d7dc-4266-966c-3c598ef10f09 req-1e4fb65d-d672-4dad-b32b-d749907f3ebb tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392010 May 10 20:00:10.301034 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['559a552a-a94f-4905-8ded-b87ae9722b5b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:00:10.645423 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8152aafc-a183-4ab0-b8b7-f81c1282337f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:11.333620 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e4416-ac15-4575-b685-17faaf4642c0 req-9cab5679-86ee-452c-8bd9-d52ac88aff08 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:11.335033 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-272e4416-ac15-4575-b685-17faaf4642c0 req-9cab5679-86ee-452c-8bd9-d52ac88aff08 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 945 time: 0.0479469 May 10 20:00:11.380825 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-272e4416-ac15-4575-b685-17faaf4642c0 req-238f1fa9-47c9-4f13-87e6-7e7aa4c8f771 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402040 May 10 20:00:11.520413 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:11.819142 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 559a552a-a94f-4905-8ded-b87ae9722b5b up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:00:11.862742 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 559a552a-a94f-4905-8ded-b87ae9722b5b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:00:11.868671 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 559a552a-a94f-4905-8ded-b87ae9722b5b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:00:11.869082 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:11.948090 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 559a552a-a94f-4905-8ded-b87ae9722b5b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:00:11.948473 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:11.973094 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:11.975356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29dea07-39c2-470b-bc3d-083385807ac8" -d '{"events": [{"server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "name": "network-vif-plugged", "status": "completed", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:11.989456 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=559a552a-a94f-4905-8ded-b87ae9722b5b,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:11.993591 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:12.019703 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f36e59f-2d63-4871-95b5-1bb06f797e1b x-openstack-request-id: req-4f36e59f-2d63-4871-95b5-1bb06f797e1b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:12.020001 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "name": "network-vif-plugged", "status": "completed", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:12.020287 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f36e59f-2d63-4871-95b5-1bb06f797e1b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:12.020677 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f36e59f-2d63-4871-95b5-1bb06f797e1b'] response: {'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'code': 200} May 10 20:00:12.045872 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:12.192001 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafceb2-213b-4cb5-9c64-1da44d961daf req-1b511117-e86a-48e6-adde-97d919ffbfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:12.193449 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dafceb2-213b-4cb5-9c64-1da44d961daf req-1b511117-e86a-48e6-adde-97d919ffbfe8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 1130 time: 0.0414863 May 10 20:00:12.236493 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7dafceb2-213b-4cb5-9c64-1da44d961daf req-dd14f143-f998-4f6e-b917-5e14b8ac4a2c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362763 May 10 20:00:12.489583 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087c263-af5c-4f4c-9e80-14810b2cc126 req-93da68dd-9949-4299-9925-f5c2f7dbf0ab tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:12.491098 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3087c263-af5c-4f4c-9e80-14810b2cc126 req-93da68dd-9949-4299-9925-f5c2f7dbf0ab tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0459085 May 10 20:00:12.538607 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3087c263-af5c-4f4c-9e80-14810b2cc126 req-8035d744-7447-4753-9d92-5c97fb71cfe2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414448 May 10 20:00:13.118945 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f3f261ae-a074-42ba-a909-7a11daf07285 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:13.655195 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce565-fc88-480e-adba-c78ae318ec2b req-f4f598fa-271f-4c29-9053-b2e3cbaa6eea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:13.656669 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae3ce565-fc88-480e-adba-c78ae318ec2b req-f4f598fa-271f-4c29-9053-b2e3cbaa6eea tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0495114 May 10 20:00:13.701988 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ae3ce565-fc88-480e-adba-c78ae318ec2b req-fcebe3e8-8e59-4858-8047-9233b560a1f3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397696 May 10 20:00:13.951000 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:14.812879 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e358359-af32-4c62-82f5-562dd46d19e6 req-02f6852c-cf66-4215-a829-08ecf6e46046 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:14.814227 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e358359-af32-4c62-82f5-562dd46d19e6 req-02f6852c-cf66-4215-a829-08ecf6e46046 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0442646 May 10 20:00:14.862869 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e358359-af32-4c62-82f5-562dd46d19e6 req-40ac55bf-a77e-4527-82b6-a2ef1caf0efa tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 May 10 20:00:14.970327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2fac-3a09-46bd-8928-7658535ea3f1 req-ecbbc4db-af41-496c-a637-ad5088ed8aac tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:14.971805 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a66a2fac-3a09-46bd-8928-7658535ea3f1 req-ecbbc4db-af41-496c-a637-ad5088ed8aac tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0459564 May 10 20:00:14.980097 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57146) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:14.984343 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'port_id': '559a552a-a94f-4905-8ded-b87ae9722b5b'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:15.022671 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:15.347111 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:15.457679 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:15.461436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:15.562894 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 1cbb8a95-1cf0-4159-841f-87e48b5374d0 associated. External IP: 172.27.3.73, port: 559a552a-a94f-4905-8ded-b87ae9722b5b. May 10 20:00:15.765168 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:00:15.872464 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:00:15.877256 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:15.882426 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:00:15.891451 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:15.892064 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:15.905966 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c9dd404c-be2b-4615-874b-a8f7c82cdf77 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "PUT /v2.0/floatingips/1cbb8a95-1cf0-4159-841f-87e48b5374d0 HTTP/1.1" status: 200 len: 991 time: 0.9248610 May 10 20:00:15.906574 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:15.909408 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:15.944246 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9e82d1-2096-4671-90f2-4b6ff28c924a x-openstack-request-id: req-ee9e82d1-2096-4671-90f2-4b6ff28c924a {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:15.944543 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:15.944798 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee9e82d1-2096-4671-90f2-4b6ff28c924a {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:15.945205 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9e82d1-2096-4671-90f2-4b6ff28c924a'] response: {'name': 'network-changed', 'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'status': 'completed', 'code': 200} May 10 20:00:16.003700 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:16.007778 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-7aa6aa1f-a2f1-459d-90e1-bdd90ad01c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:16.009278 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-7aa6aa1f-a2f1-459d-90e1-bdd90ad01c3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 1130 time: 0.0391886 May 10 20:00:16.100329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-9e08f10d-54ff-4e15-b362-ab259a7767b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:16.101809 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-9e08f10d-54ff-4e15-b362-ab259a7767b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.0828767 May 10 20:00:16.170883 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-66da5dd5-783b-410d-8901-f5209f0cc30a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=559a552a-a94f-4905-8ded-b87ae9722b5b HTTP/1.1" status: 200 len: 999 time: 0.0623360 May 10 20:00:16.221940 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-c44e431e-e5e3-43c5-83dd-d382739c07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:16.223447 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-c44e431e-e5e3-43c5-83dd-d382739c07fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0438879 May 10 20:00:16.257273 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '1cbb8a95-1cf0-4159-841f-87e48b5374d0', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:9c:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e180d6e-d6c1-42af-9852-5048dde008df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:02Z', 'updated_at': '2022-05-10T20:00:15Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:16.276730 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-35373e72-c7cd-48f5-8673-3f4d5c182eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:16.278243 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-35373e72-c7cd-48f5-8673-3f4d5c182eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380619 May 10 20:00:16.283735 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:00:16.291927 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:16.292531 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:16.375846 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-6cdd9425-15d7-4332-8ecb-7705c1ad9317 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876169 May 10 20:00:16.401332 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:16.464054 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e007e32c-f9f1-4768-986a-7ac7e3abd3a1 req-b7692f1d-6f04-4669-b3f9-27a527182f55 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812197 May 10 20:00:16.723957 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-903e081a-6aad-431b-97b5-92d030489202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '1cbb8a95-1cf0-4159-841f-87e48b5374d0', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:9c:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e180d6e-d6c1-42af-9852-5048dde008df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:02Z', 'updated_at': '2022-05-10T20:00:15Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:16.749004 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e081a-6aad-431b-97b5-92d030489202 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '1cbb8a95-1cf0-4159-841f-87e48b5374d0', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:9c:22:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e180d6e-d6c1-42af-9852-5048dde008df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:02Z', 'updated_at': '2022-05-10T20:00:15Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:00:16.951149 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808b7ae0-240a-4747-b1dd-86384b9f245b None None] New status for floating IP 1cbb8a95-1cf0-4159-841f-87e48b5374d0: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:00:17.151963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:28.116987 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:00:40.645894 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c74e314e-9c16-47fc-93a0-18b2bef67979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:41.524734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:43.121181 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e8399d15-a394-4622-97c6-e94f346dd0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:43.954929 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:44.993804 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d97c2-4f79-4140-b5fb-ae53b867b458 req-f1538d92-a80f-473b-ba45-99af06e75cb6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:44.995546 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-720d97c2-4f79-4140-b5fb-ae53b867b458 req-f1538d92-a80f-473b-ba45-99af06e75cb6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0460107 May 10 20:00:45.040665 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-720d97c2-4f79-4140-b5fb-ae53b867b458 req-bfb92c41-fc52-4fe7-a204-6cedc838b26d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394120 May 10 20:00:45.349122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:46.161630 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40442ba1-9773-4b72-853c-e7abc3d067f7 req-30499fde-0d97-4850-9a86-ca1f6b53950e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:46.163142 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40442ba1-9773-4b72-853c-e7abc3d067f7 req-30499fde-0d97-4850-9a86-ca1f6b53950e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0534415 May 10 20:00:46.209981 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40442ba1-9773-4b72-853c-e7abc3d067f7 req-0d3f9bbc-2ea1-4938-8da1-dc1864c3a783 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412612 May 10 20:00:47.154832 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.187211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-9cf79a1e-3e9a-4469-80fb-3f2f0dedd5bf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:47.188644 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-9cf79a1e-3e9a-4469-80fb-3f2f0dedd5bf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0529242 May 10 20:00:47.280399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Deleting port fe5765cf-11a0-4789-8584-2baf84582ea4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:47.280737 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.337802 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebb21c-e1d5-4122-b47e-c228a04acc2f req-8352678f-13a5-4fe3-977b-f5886cee4a30 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:47.339345 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cebb21c-e1d5-4122-b47e-c228a04acc2f req-8352678f-13a5-4fe3-977b-f5886cee4a30 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 945 time: 0.0618427 May 10 20:00:47.378959 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] For port fe5765cf-11a0-4789-8584-2baf84582ea4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=fe5765cf-11a0-4789-8584-2baf84582ea4,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:47.379324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.389340 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4cebb21c-e1d5-4122-b47e-c228a04acc2f req-1b529f2f-8fc4-427f-984c-d433659056f8 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=042adeb5-7062-4368-b337-d86b34dae0f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429692 May 10 20:00:47.535589 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b5dfe-f3cc-48ec-b63e-e18359e9fc32 req-052264a6-d6fc-4560-9970-dc0df79bf814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:47.537112 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1c9b5dfe-f3cc-48ec-b63e-e18359e9fc32 req-052264a6-d6fc-4560-9970-dc0df79bf814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0509031 May 10 20:00:47.562118 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.562516 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.562839 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Floating IP f42c55f0-9c62-4039-b90d-cc2db078f193 disassociated. External IP: 172.27.3.169, port: fe5765cf-11a0-4789-8584-2baf84582ea4. May 10 20:00:47.563181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Calling delete_port for fe5765cf-11a0-4789-8584-2baf84582ea4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:47.699257 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (fe5765cf-11a0-4789-8584-2baf84582ea4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:47.735324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'Port': ['ID=fe5765cf-11a0-4789-8584-2baf84582ea4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:47.775309 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.775661 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.776006 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.776347 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.776683 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.777015 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.777345 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.777672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.778001 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.778324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.778679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.779005 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.779327 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.779645 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.779991 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:00:47.781801 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1c9b5dfe-f3cc-48ec-b63e-e18359e9fc32 req-e41a59c2-f001-4b35-9700-99a7a07eb0e5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2390540 May 10 20:00:47.858471 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:00:47.968066 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:00:47.977696 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:00:47.987752 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:47.988372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:48.010040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] No DVR routers for this DVR port fe5765cf-11a0-4789-8584-2baf84582ea4 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:00:48.012507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:48.015770 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1cdc68f-56ce-4082-b36b-5789fdfec749 req-8365c6d3-1de2-4233-8569-37fca204d8d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "DELETE /v2.0/ports/fe5765cf-11a0-4789-8584-2baf84582ea4 HTTP/1.1" status: 204 len: 173 time: 0.8205674 May 10 20:00:48.016201 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'name': 'network-vif-deleted', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:48.018432 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd92f5-225b-4235-a6f7-a12d0af2e293" -d '{"events": [{"server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "name": "network-vif-deleted", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:48.053418 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64832d61-c9c2-4211-836e-fa31a2e6c6d5 x-openstack-request-id: req-64832d61-c9c2-4211-836e-fa31a2e6c6d5 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:48.053631 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1defef6-465d-4f6b-8217-bf739e977b8f", "name": "network-vif-deleted", "tag": "fe5765cf-11a0-4789-8584-2baf84582ea4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:48.053862 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64832d61-c9c2-4211-836e-fa31a2e6c6d5 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:48.054306 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64832d61-c9c2-4211-836e-fa31a2e6c6d5'] response: {'server_uuid': 'c1defef6-465d-4f6b-8217-bf739e977b8f', 'name': 'network-vif-deleted', 'tag': 'fe5765cf-11a0-4789-8584-2baf84582ea4', 'status': 'completed', 'code': 200} May 10 20:00:48.098637 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:48.288430 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:48.317500 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:00:48.325431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:48.326036 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:48.435234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:48.488041 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c9ea001c-9e1c-4058-8d98-19ffe731fe12 req-8f48238e-814c-458b-9fbf-1078e646e05e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0274963 May 10 20:00:48.619693 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:48.644689 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc8df08-92d6-492a-baee-96a7653b609f None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:00:48.868250 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3793c1-d9f5-4004-bbdf-cc1faac30918 None None] New status for floating IP f42c55f0-9c62-4039-b90d-cc2db078f193: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:00:48.900822 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ede49e-8e90-45fe-8ce7-b4b939a8fb09 req-917418d9-4ca7-4cff-9486-18ba28b022f5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:48.902235 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6ede49e-8e90-45fe-8ce7-b4b939a8fb09 req-917418d9-4ca7-4cff-9486-18ba28b022f5 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0471296 May 10 20:00:48.957488 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f6ede49e-8e90-45fe-8ce7-b4b939a8fb09 req-a934ff75-3af5-46ad-8bc7-f9490bc10f67 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489988 May 10 20:00:49.581250 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc522270-a5c8-4c0d-a5f1-5de6be9afc5f req-06612ee3-b09a-4687-82ef-5c81e9cfc116 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0271695 May 10 20:00:49.973430 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device fe5765cf-11a0-4789-8584-2baf84582ea4 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:00:49.999594 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: fe5765cf-11a0-4789-8584-2baf84582ea4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:00:49.999962 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device fe5765cf-11a0-4789-8584-2baf84582ea4 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:00:50.074774 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e09298-afd7-492c-87bb-692b8abc0642 req-c3300dc6-9fc1-4133-a96b-afd6ddd08606 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:50.076315 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83e09298-afd7-492c-87bb-692b8abc0642 req-c3300dc6-9fc1-4133-a96b-afd6ddd08606 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0477319 May 10 20:00:50.121857 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-83e09298-afd7-492c-87bb-692b8abc0642 req-3ad561f4-7bba-4c86-b377-521fa1defb06 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400064 May 10 20:00:50.673687 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-43650436-1c51-4b0c-96d0-02695fd3129d req-70f78910-c4fe-43bf-a841-b346d0c17a0a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=c1defef6-465d-4f6b-8217-bf739e977b8f HTTP/1.1" status: 200 len: 210 time: 0.0262721 May 10 20:00:51.232727 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e309-cdff-4a8c-865e-677b2110cb1f req-b8fa152a-811b-46f0-a9ae-b54eb5595836 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:51.234178 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a063e309-cdff-4a8c-865e-677b2110cb1f req-b8fa152a-811b-46f0-a9ae-b54eb5595836 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0466766 May 10 20:00:51.279052 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a063e309-cdff-4a8c-865e-677b2110cb1f req-4b95236b-57ff-4e94-a722-05ba92ec2e53 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=b9b4169c-c786-4087-a07c-8d75ad6b9d52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393736 May 10 20:00:51.334665 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-33c908da-ee62-4ccb-bc82-39cc085473be tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:51.336126 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-33c908da-ee62-4ccb-bc82-39cc085473be tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 945 time: 0.0562334 May 10 20:00:51.424252 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Deleting port 9da24b37-2570-4ec8-b96e-7dd6c39379fc {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:51.424589 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.513384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] For port 9da24b37-2570-4ec8-b96e-7dd6c39379fc, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=9da24b37-2570-4ec8-b96e-7dd6c39379fc,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:51.513744 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.684781 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.685052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.685367 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Floating IP b22467ce-5005-4654-a15c-f7b8864c51d2 disassociated. External IP: 172.27.3.45, port: 9da24b37-2570-4ec8-b96e-7dd6c39379fc. May 10 20:00:51.685705 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Calling delete_port for 9da24b37-2570-4ec8-b96e-7dd6c39379fc owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:51.757791 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57232) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:51.814636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (042adeb5-7062-4368-b337-d86b34dae0f4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.816332 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (9da24b37-2570-4ec8-b96e-7dd6c39379fc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.839839 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (042adeb5-7062-4368-b337-d86b34dae0f4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.844253 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event deleted for resources: {'Port': ['ID=9da24b37-2570-4ec8-b96e-7dd6c39379fc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:51.891715 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (042adeb5-7062-4368-b337-d86b34dae0f4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.894374 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:51.898072 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "DELETE /v2.0/security-groups/042adeb5-7062-4368-b337-d86b34dae0f4 HTTP/1.1" status: 204 len: 168 time: 0.1367741 May 10 20:00:51.898741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57234) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:51.904560 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10845e5a-3e25-41c5-9894-20083390a10d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042adeb5-7062-4368-b337-d86b34dae0f4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:51.915428 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-3d6ca237-6365-477e-a99c-7d53e24f650b tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] show failed (client error): The resource could not be found. May 10 20:00:51.916450 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3d6ca237-6365-477e-a99c-7d53e24f650b tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups/042adeb5-7062-4368-b337-d86b34dae0f4 HTTP/1.1" status: 404 len: 347 time: 0.0167763 May 10 20:00:51.921369 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57236) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:52.061452 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:00:52.086013 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Deleting port 5399c673-df46-4c80-a86a-2c1334f58a47 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:52.086351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.382799 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e358dd81-5978-4373-9342-352fe3274309 req-3b0162c4-4233-4213-b7c7-510ab81c2e0b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=2f925619-022d-4541-a8ac-0c1cfd41efc0 HTTP/1.1" status: 200 len: 210 time: 0.0290635 May 10 20:00:52.490892 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.491525 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (5399c673-df46-4c80-a86a-2c1334f58a47), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.500519 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:00:52.510150 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:00:52.510865 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Calling delete_port for 5399c673-df46-4c80-a86a-2c1334f58a47 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:52.519565 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:52.520182 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:52.550859 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] No DVR routers for this DVR port 9da24b37-2570-4ec8-b96e-7dd6c39379fc on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:00:52.554045 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.557311 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6f2d736-ad9a-4bf1-8276-ec52590e6c1d req-411a6dab-22e2-45e8-a771-677e74dad8a6 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "DELETE /v2.0/ports/9da24b37-2570-4ec8-b96e-7dd6c39379fc HTTP/1.1" status: 204 len: 173 time: 1.2157145 May 10 20:00:52.557780 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'name': 'network-vif-deleted', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:52.560032 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a53a86-75b6-409c-a513-2b3e3b9838af" -d '{"events": [{"server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "name": "network-vif-deleted", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:52.606712 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12184697-1aab-4aab-a0db-78bc33e39b9f x-openstack-request-id: req-12184697-1aab-4aab-a0db-78bc33e39b9f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:52.606973 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f925619-022d-4541-a8ac-0c1cfd41efc0", "name": "network-vif-deleted", "tag": "9da24b37-2570-4ec8-b96e-7dd6c39379fc", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:52.607090 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-12184697-1aab-4aab-a0db-78bc33e39b9f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:52.607500 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12184697-1aab-4aab-a0db-78bc33e39b9f'] response: {'server_uuid': '2f925619-022d-4541-a8ac-0c1cfd41efc0', 'name': 'network-vif-deleted', 'tag': '9da24b37-2570-4ec8-b96e-7dd6c39379fc', 'status': 'completed', 'code': 200} May 10 20:00:52.646996 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:52.710012 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (5399c673-df46-4c80-a86a-2c1334f58a47), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.734561 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'Port': ['ID=5399c673-df46-4c80-a86a-2c1334f58a47,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:52.798323 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (f42c55f0-9c62-4039-b90d-cc2db078f193), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.800864 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.802013 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-22b05a85-1d31-4ee0-9721-c0c905b5f63c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "DELETE /v2.0/floatingips/f42c55f0-9c62-4039-b90d-cc2db078f193 HTTP/1.1" status: 204 len: 168 time: 0.8797607 May 10 20:00:52.837713 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:52.869027 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:00:52.874943 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57244) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:52.877857 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:00:52.878492 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:52.879756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485362433', 'description': 'tempest-description--777614288'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:52.899385 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.970647 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (5df41121-a350-4a5d-8719-0c16c5f6014a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.974700 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (5df41121-a350-4a5d-8719-0c16c5f6014a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:52.990602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:00:53.003102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.006910 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1281128 May 10 20:00:53.007658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57246) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.009441 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a585c1-3008-4db3-8dce-309be3081fa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df41121-a350-4a5d-8719-0c16c5f6014a,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:53.013789 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group_rule': {'security_group_id': '5df41121-a350-4a5d-8719-0c16c5f6014a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:53.042034 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (4b41ea93-15f0-40c7-8f4e-c843686aff14), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.104745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (4b41ea93-15f0-40c7-8f4e-c843686aff14), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.109292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (4b41ea93-15f0-40c7-8f4e-c843686aff14), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.128617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b41ea93-15f0-40c7-8f4e-c843686aff14,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:53.138582 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.140121 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-30aee774-21ee-4f0b-830d-3f196a189c59 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1302440 May 10 20:00:53.142986 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.147522 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'security_group_rule': {'security_group_id': '5df41121-a350-4a5d-8719-0c16c5f6014a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:53.172112 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (ec88fbe4-d674-4d92-8245-746b5d131f60), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.199182 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:00:53.230441 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (ec88fbe4-d674-4d92-8245-746b5d131f60), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.234300 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (ec88fbe4-d674-4d92-8245-746b5d131f60), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.255707 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec88fbe4-d674-4d92-8245-746b5d131f60,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:53.261671 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.262941 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-33e30803-5486-4d9a-abbd-fd4592a2236e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189816 May 10 20:00:53.266773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57250) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.271726 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:53.291750 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.352698 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d8f75-8044-4a48-90a0-aa7cf69a1a01 None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '37f3f5ed-374f-4f9a-8a74-c36a3b5e6658', 'name': '', 'network_id': '7e89c795-c88b-4f30-8394-9a44ee218158', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'mac_address': 'fa:16:3e:62:4b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:36Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'subnets': [{'id': '3d14d8c6-6a88-4948-a072-f9981475657e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:00:53.371604 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.472404 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57256) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.486954 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Allocated IP 172.27.3.137 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/027ca985-ce3e-4fe9-969d-87afe5c5b9a9) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:00:53.541031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (b9b4169c-c786-4087-a07c-8d75ad6b9d52), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.566196 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (b9b4169c-c786-4087-a07c-8d75ad6b9d52), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.602566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.613486 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e383baf-6e40-4f2f-b8ff-4be5e45981f0 None None] New status for floating IP b22467ce-5005-4654-a15c-f7b8864c51d2: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:00:53.625800 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b9b4169c-c786-4087-a07c-8d75ad6b9d52), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.629001 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.633000 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "DELETE /v2.0/security-groups/b9b4169c-c786-4087-a07c-8d75ad6b9d52 HTTP/1.1" status: 204 len: 168 time: 0.1572654 May 10 20:00:53.633927 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57258) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.641434 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5646d-6485-4bc0-8a66-3d6ce83c8814 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4169c-c786-4087-a07c-8d75ad6b9d52,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:53.656441 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-add66516-cf72-4f29-beba-a73c1ff5cfbd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] show failed (client error): The resource could not be found. May 10 20:00:53.658233 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-add66516-cf72-4f29-beba-a73c1ff5cfbd tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups/b9b4169c-c786-4087-a07c-8d75ad6b9d52 HTTP/1.1" status: 404 len: 347 time: 0.0233524 May 10 20:00:53.661260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:00:53.663037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.700516 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:00:53.703306 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:00:53.706637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:00:53.737097 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=027ca985-ce3e-4fe9-969d-87afe5c5b9a9,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:53.804193 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Deleting port 1491cea0-e5cb-40bf-bf3d-83dc49486028 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:53.804533 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.806034 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.848386 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.882950 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.883282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (1491cea0-e5cb-40bf-bf3d-83dc49486028), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:53.897109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Calling delete_port for 1491cea0-e5cb-40bf-bf3d-83dc49486028 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:53.977716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 9da24b37-2570-4ec8-b96e-7dd6c39379fc no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:00:53.998793 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 9da24b37-2570-4ec8-b96e-7dd6c39379fc {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:00:53.999232 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 9da24b37-2570-4ec8-b96e-7dd6c39379fc not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:00:54.003735 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.008732 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.029378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1491cea0-e5cb-40bf-bf3d-83dc49486028), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.057735 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event deleted for resources: {'Port': ['ID=1491cea0-e5cb-40bf-bf3d-83dc49486028,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:54.079116 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=027ca985-ce3e-4fe9-969d-87afe5c5b9a9,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:54.089510 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.105601 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.106939 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2ccb78d4-e8ac-4319-bcee-3b4c36d3af26 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8390172 May 10 20:00:54.127262 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks [] for floatingip (b22467ce-5005-4654-a15c-f7b8864c51d2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.129914 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:54.131205 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9a9b33db-7e36-419a-ba9b-1ae135959ca8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "DELETE /v2.0/floatingips/b22467ce-5005-4654-a15c-f7b8864c51d2 HTTP/1.1" status: 204 len: 168 time: 0.4631178 May 10 20:00:54.308058 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-5bcbeee3-521f-4579-8268-356b0d9fc15a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--485362433&fields=id&tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 267 time: 0.0413461 May 10 20:00:54.414293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-e402d49f-1d58-4b70-8d4f-6922f2a2dca1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:54.415782 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-e402d49f-1d58-4b70-8d4f-6922f2a2dca1 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 810 time: 0.1015694 May 10 20:00:54.431556 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-91f1cd17-b17f-44e4-b04d-f572a7ad2017 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/quotas/bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 375 time: 0.0103695 May 10 20:00:54.484165 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-4ec1897f-1bce-4188-a817-2059a1367e03 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476041 May 10 20:00:54.576763 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-3f2b1157-bd00-4d98-beb5-dc13487cdcc2 service neutron] 10.222.0.57 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807950 May 10 20:00:54.667135 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-cfcffaf1-fbe7-46ab-9239-8f9f00c815b3 service neutron] 10.222.0.57 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846307 May 10 20:00:54.821403 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-469abb87-8e10-4b56-9307-d0bba5604bf9 req-4374a92f-66a2-447a-bc07-d93d0b563688 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 210 time: 0.0272312 May 10 20:00:55.754013 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-794ab10a-5aef-48d6-8a16-395143eeafe5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:55.755526 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-794ab10a-5aef-48d6-8a16-395143eeafe5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 810 time: 0.1036785 May 10 20:00:55.817634 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-295d4b95-ead9-42e1-a266-58e807bd0835 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9 HTTP/1.1" status: 200 len: 379 time: 0.0531826 May 10 20:00:55.901079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'port': {'device_id': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'admin_state_up': True, 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'security_groups': ['5df41121-a350-4a5d-8719-0c16c5f6014a']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:55.957865 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-29b91e87-8229-4cb4-8fa1-fb45098859d2 req-90a5367d-5f08-45b7-8d50-07d6b0b6f738 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 210 time: 0.0695755 May 10 20:00:56.023200 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Made reservation on behalf of bfb1f4857a6e438e87e546dfd1d8a8b9 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:00:56.026477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.152666 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Allocated IP 172.20.0.6 (f696180f-7a91-4c53-a5b6-6312e26b7ddf/225e2463-e4a4-40d9-a82d-d604bf95014d/6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:00:56.284174 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.315086 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.360075 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:00:56.363220 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:00:56.369967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:00:56.395159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event updated for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:56.430772 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:56.431423 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.450712 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-43ef59b9-8a52-475e-945b-d0c1efc6fc42 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536039 May 10 20:00:56.463389 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Request body: {'port': {'device_id': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:00:56.530712 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.639903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-868dbe7f-0190-4898-8c38-d4c9e532deec None None] Provisioning complete for port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:00:56.640470 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-868dbe7f-0190-4898-8c38-d4c9e532deec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.674224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-868dbe7f-0190-4898-8c38-d4c9e532deec None None] Port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:00:56.688770 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656065-221b-4eb1-bbdd-f2a3dfe33694 req-fb43d5ab-22f4-4e23-a156-39c6ad70fd81 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:56.690314 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec656065-221b-4eb1-bbdd-f2a3dfe33694 req-fb43d5ab-22f4-4e23-a156-39c6ad70fd81 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.1051576 May 10 20:00:56.786099 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec656065-221b-4eb1-bbdd-f2a3dfe33694 req-386433ce-43a8-4143-97ef-0c855b048476 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900309 May 10 20:00:56.867495 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:00:56.875152 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks [] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.887611 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Transition to ACTIVE for port object 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:00:56.892549 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:56.948122 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:57.021953 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Attempting to bind port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:00:57.022615 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Attempting to bind port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:00:57.022974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Attempting to bind port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:00:57.028037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:00:57.028355 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Attempting to bind port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 on network f696180f-7a91-4c53-a5b6-6312e26b7ddf {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:00:57.033764 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:00:57.034109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Checking segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:00:57.034533 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Bound using segment: {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:00:57.034967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Bound port: 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e6f706-bbd2-4baf-b055-80a54e0dc380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:00:57.035332 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:57.084019 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffdefd4-bd21-497e-acdc-e46f4b1b590d req-907222c8-8ba4-4acd-be0f-dea7d2deffa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:57.085219 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ffdefd4-bd21-497e-acdc-e46f4b1b590d req-907222c8-8ba4-4acd-be0f-dea7d2deffa6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 943 time: 0.0505309 May 10 20:00:57.115047 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:00:57.118210 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:00:57.123956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:57.133080 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3ffdefd4-bd21-497e-acdc-e46f4b1b590d req-6e82f485-9611-4af1-83e8-ff1587495c9d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417891 May 10 20:00:57.162840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:57.163487 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:57.164999 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 HTTP/1.1" status: 200 len: 1093 time: 0.7058885 May 10 20:00:57.165302 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:00:57.167560 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd50c149-7c40-4da6-a14d-fbd2b9f41917" -d '{"events": [{"name": "network-changed", "server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:00:57.198649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74196334-a145-4c0d-9f89-76f2f365b776 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:00:57.207467 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbe9c70-4dc8-47ea-9935-5c485100fcd0 x-openstack-request-id: req-6cbe9c70-4dc8-47ea-9935-5c485100fcd0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:00:57.207757 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:00:57.208013 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cbe9c70-4dc8-47ea-9935-5c485100fcd0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:00:57.208420 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cbe9c70-4dc8-47ea-9935-5c485100fcd0'] response: {'name': 'network-changed', 'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'status': 'completed', 'code': 200} May 10 20:00:57.899167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669f238-dc40-48ec-998d-719df30ee2e1 req-4b0b1060-773e-411e-95ca-221344efb807 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:57.900603 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1669f238-dc40-48ec-998d-719df30ee2e1 req-4b0b1060-773e-411e-95ca-221344efb807 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0497015 May 10 20:00:57.947767 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1669f238-dc40-48ec-998d-719df30ee2e1 req-1cc452bc-f99c-41e1-8f7b-7be9e884a29d tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416198 May 10 20:00:58.246352 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401713b-7392-4619-9733-335cef9d3214 req-cabf9246-839f-4f72-8616-8ffadf89c785 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:58.247855 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5401713b-7392-4619-9733-335cef9d3214 req-cabf9246-839f-4f72-8616-8ffadf89c785 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 943 time: 0.0476804 May 10 20:00:58.292552 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5401713b-7392-4619-9733-335cef9d3214 req-4337f779-edd2-4edd-a08f-b52888693a25 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392497 May 10 20:00:58.813582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-a33e7047-99e5-43c0-871f-119e83399b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:58.815039 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-a33e7047-99e5-43c0-871f-119e83399b9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 1127 time: 0.0385942 May 10 20:00:58.915234 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-45463917-94c4-40aa-a862-5961510d99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:58.916710 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-45463917-94c4-40aa-a862-5961510d99a1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0928195 May 10 20:00:59.058779 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33581c8-11a3-4908-b22e-b824dee55b0f req-64b74c11-2387-46ba-9a44-a4e8aee0899a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.060275 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e33581c8-11a3-4908-b22e-b824dee55b0f req-64b74c11-2387-46ba-9a44-a4e8aee0899a tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0461299 May 10 20:00:59.107569 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e33581c8-11a3-4908-b22e-b824dee55b0f req-9e00aa7d-ebff-4733-8374-de8bb46f7df8 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408995 May 10 20:00:59.138303 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-bffe673e-f394-45ff-97ca-29a911cc3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.140046 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd50c149-7c40-4da6-a14d-fbd2b9f41917 req-bffe673e-f394-45ff-97ca-29a911cc3a64 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897820 May 10 20:00:59.280863 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-b863ce4b-4713-45da-b868-469ad98fa2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.282414 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-b863ce4b-4713-45da-b868-469ad98fa2b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 1127 time: 0.0678601 May 10 20:00:59.292718 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-d48f3c96-f039-44b4-ae36-9ce6b81420cb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.294053 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-d48f3c96-f039-44b4-ae36-9ce6b81420cb tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 946 time: 0.0716605 May 10 20:00:59.335062 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-cfdd9c65-84f5-46b8-bc51-dfa11f9bf628 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 HTTP/1.1" status: 200 len: 217 time: 0.0400805 May 10 20:00:59.465467 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-039ec3d3-9c21-4dfb-8b71-99fe8891cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.467108 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-039ec3d3-9c21-4dfb-8b71-99fe8891cc8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.1161847 May 10 20:00:59.475186 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909175e9-106e-47d1-bf8a-5a46fa5a03dd req-21d26ca1-ea3d-4990-84ff-e18aef96fec9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.476540 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-909175e9-106e-47d1-bf8a-5a46fa5a03dd req-21d26ca1-ea3d-4990-84ff-e18aef96fec9 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 943 time: 0.1160090 May 10 20:00:59.495555 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Deleting port 3abf6ad5-d29b-44c9-be95-969586a18e23 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:00:59.495895 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:59.581238 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-6751fe8d-f31a-477f-9924-9ebdffb1f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:00:59.582753 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-6751fe8d-f31a-477f-9924-9ebdffb1f2cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1014638 May 10 20:00:59.676309 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-909175e9-106e-47d1-bf8a-5a46fa5a03dd req-d6b41366-cdc7-4ec9-a560-ff1ae86561a8 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938701 May 10 20:00:59.688668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] For port 3abf6ad5-d29b-44c9-be95-969586a18e23, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3abf6ad5-d29b-44c9-be95-969586a18e23,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:00:59.689030 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:59.705586 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Calling delete_port for 3abf6ad5-d29b-44c9-be95-969586a18e23 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:00:59.769698 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-bb3ae49c-a356-49d0-b22f-8b9d9c64d887 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745286 May 10 20:00:59.907593 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d2f68ffc-98c6-4656-a6db-b0323743f71b req-e461ceff-de72-41dd-88f2-af4e89936cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305454 May 10 20:00:59.932211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3abf6ad5-d29b-44c9-be95-969586a18e23), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:00:59.945508 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['3abf6ad5-d29b-44c9-be95-969586a18e23', 'd9dd365a-a9a9-4924-b77a-0eef389d3972'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:00:59.962240 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event deleted for resources: {'Port': ['ID=3abf6ad5-d29b-44c9-be95-969586a18e23,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:00.013291 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] No DVR routers for this DVR port 3abf6ad5-d29b-44c9-be95-969586a18e23 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:00.015549 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:00.019409 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-549603e3-8aac-4af3-83d9-661a8f1719c3 req-55616578-f0d0-467c-bb1d-8797fa2e361e tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "DELETE /v2.0/ports/3abf6ad5-d29b-44c9-be95-969586a18e23 HTTP/1.1" status: 204 len: 173 time: 0.7171676 May 10 20:01:00.019859 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'name': 'network-vif-deleted', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:00.030181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde6ac2-ee14-41b2-98ea-4bc58930b21b" -d '{"events": [{"server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "name": "network-vif-deleted", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:00.058948 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcfb23b-04b4-47a2-9d58-480e0a14aff1 x-openstack-request-id: req-adcfb23b-04b4-47a2-9d58-480e0a14aff1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:00.059249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25288128-b7b5-43ff-917b-89fe72235bd5", "name": "network-vif-deleted", "tag": "3abf6ad5-d29b-44c9-be95-969586a18e23", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:00.059501 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adcfb23b-04b4-47a2-9d58-480e0a14aff1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:00.059904 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcfb23b-04b4-47a2-9d58-480e0a14aff1'] response: {'server_uuid': '25288128-b7b5-43ff-917b-89fe72235bd5', 'name': 'network-vif-deleted', 'tag': '3abf6ad5-d29b-44c9-be95-969586a18e23', 'status': 'completed', 'code': 200} May 10 20:01:00.204193 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-04d21a81-8768-4c06-8508-1c782c98eb53 req-644bb817-c763-4049-986d-f152075a02ee tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 210 time: 0.0266101 May 10 20:01:00.791440 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d72a93-03d8-4a24-b351-9c6a947213b5 req-e08e2cf3-ca23-4bf4-8827-946294c20d2e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:00.792950 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2d72a93-03d8-4a24-b351-9c6a947213b5 req-e08e2cf3-ca23-4bf4-8827-946294c20d2e tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 943 time: 0.0499902 May 10 20:01:00.839841 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2d72a93-03d8-4a24-b351-9c6a947213b5 req-fb9aed8f-ee8c-4d6e-a8cc-5e24362e1339 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409575 May 10 20:01:01.327346 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-71dce0e7-b9ba-49aa-b648-2d5cc01dd924 req-016d8d0f-d124-4115-b1bf-4ec2f79ddca1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=25288128-b7b5-43ff-917b-89fe72235bd5 HTTP/1.1" status: 200 len: 210 time: 0.0366955 May 10 20:01:01.955608 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084ba16-5a66-4cd9-9778-25b8f9363c82 req-d714e596-9cb3-431f-a78b-6e3f5b04fb5a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:01.957060 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5084ba16-5a66-4cd9-9778-25b8f9363c82 req-d714e596-9cb3-431f-a78b-6e3f5b04fb5a tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 943 time: 0.0511391 May 10 20:01:02.002599 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5084ba16-5a66-4cd9-9778-25b8f9363c82 req-eff82384-1312-466b-9103-518965f9eace tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 May 10 20:01:02.021321 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:01:02.024501 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3abf6ad5-d29b-44c9-be95-969586a18e23 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:02.054819 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 3abf6ad5-d29b-44c9-be95-969586a18e23 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:02.055165 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3abf6ad5-d29b-44c9-be95-969586a18e23 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:02.138602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:02.150235 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'port_id': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'mac_address': 'fa:16:3e:38:98:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:01:02.191389 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:02.191779 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:02.204520 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:02.222746 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:02.226619 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:02.272356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:02.517119 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:01:02.614537 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1415f8f-406a-4f99-93f3-fe0f89fc6fad req-147ba4c7-83f7-47b6-8bfd-8d0813fea446 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:02.616036 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1415f8f-406a-4f99-93f3-fe0f89fc6fad req-147ba4c7-83f7-47b6-8bfd-8d0813fea446 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0491998 May 10 20:01:02.662597 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1415f8f-406a-4f99-93f3-fe0f89fc6fad req-b2458190-b103-4f3a-bab2-3dd1e8625679 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 May 10 20:01:03.113627 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f35e21-506f-4fcd-b98c-94c1b092bf8d req-f443d2d6-3699-4524-be0b-3f7cf5d58f18 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:03.115125 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e0f35e21-506f-4fcd-b98c-94c1b092bf8d req-f443d2d6-3699-4524-be0b-3f7cf5d58f18 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 944 time: 0.0459471 May 10 20:01:03.161570 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e0f35e21-506f-4fcd-b98c-94c1b092bf8d req-bcbf8009-1969-4b7f-a1f4-e016dcb4e740 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406551 May 10 20:01:03.774042 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781b3b9-cf7e-41bb-8504-c0d86e6fa5ec req-617c2f4e-7db5-4e95-909e-aca32c54c945 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:03.775460 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1781b3b9-cf7e-41bb-8504-c0d86e6fa5ec req-617c2f4e-7db5-4e95-909e-aca32c54c945 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0463374 May 10 20:01:03.822249 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1781b3b9-cf7e-41bb-8504-c0d86e6fa5ec req-ac6a2449-c7a5-4931-b310-1e4909bddad2 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409586 May 10 20:01:04.037395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:04.081673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:01:04.087974 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:04.088350 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:04.162489 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:04.162886 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:04.189704 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:04.191468 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ad49ea-c571-4d40-a60e-72fe1216e0ec" -d '{"events": [{"server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:04.204664 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:04.209085 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:04.233862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8412a0c-c8f4-481f-92a3-0bf912c5af51 x-openstack-request-id: req-e8412a0c-c8f4-481f-92a3-0bf912c5af51 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:04.234161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "name": "network-vif-plugged", "status": "completed", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:04.234421 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8412a0c-c8f4-481f-92a3-0bf912c5af51 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:04.234849 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8412a0c-c8f4-481f-92a3-0bf912c5af51'] response: {'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'code': 200} May 10 20:01:04.260956 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:04.282279 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e4dd9-3723-4011-bd06-06cb8bec9387 req-75fe935e-7a43-4be6-9d4a-2d543d0a0f37 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:04.284294 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9b8e4dd9-3723-4011-bd06-06cb8bec9387 req-75fe935e-7a43-4be6-9d4a-2d543d0a0f37 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0515418 May 10 20:01:04.329425 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9b8e4dd9-3723-4011-bd06-06cb8bec9387 req-eaadd200-929d-480a-93d2-996f505e81db tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394232 May 10 20:01:04.936689 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f7b47-4ed8-444c-8fd2-1c0f9a4b3589 req-b82c71cd-9f20-426c-b42c-8fd87cede497 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:04.938171 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a1f7b47-4ed8-444c-8fd2-1c0f9a4b3589 req-b82c71cd-9f20-426c-b42c-8fd87cede497 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0487058 May 10 20:01:04.983477 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a1f7b47-4ed8-444c-8fd2-1c0f9a4b3589 req-eede66d3-7796-46ca-9b5e-0e9e7567e81b tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 May 10 20:01:05.115944 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:01:05.448395 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d69085-1b20-4333-bcac-da1f24e3ef28 req-76a97f3c-8e48-4ef2-be5d-38919a131096 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:05.449873 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-23d69085-1b20-4333-bcac-da1f24e3ef28 req-76a97f3c-8e48-4ef2-be5d-38919a131096 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0529554 May 10 20:01:05.496139 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-23d69085-1b20-4333-bcac-da1f24e3ef28 req-067d298c-be19-4822-bce7-9891c07e7444 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398266 May 10 20:01:06.062390 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed31ed4-1d1a-4c9a-8e35-3d310ff474e8 req-4938c197-7a64-4061-a3ca-d74e219465c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:06.063917 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ed31ed4-1d1a-4c9a-8e35-3d310ff474e8 req-4938c197-7a64-4061-a3ca-d74e219465c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 1129 time: 0.0380778 May 10 20:01:06.096721 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddb729-a978-48c9-a2bf-b92314539880 req-a96cd8cd-cb68-4a68-b953-a65fa2aacbda tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:06.098252 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49ddb729-a978-48c9-a2bf-b92314539880 req-a96cd8cd-cb68-4a68-b953-a65fa2aacbda tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0466664 May 10 20:01:06.110445 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ed31ed4-1d1a-4c9a-8e35-3d310ff474e8 req-eb160de6-61b5-4b25-a614-d354b2894706 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407209 May 10 20:01:06.144486 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-49ddb729-a978-48c9-a2bf-b92314539880 req-1e7c7e92-5436-4f70-9109-e09c71f2d7d0 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/security-groups?id=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406792 May 10 20:01:06.387689 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c50e1-d613-459a-8073-076e4cc0b009 req-546d53a7-f339-4dcd-a204-a8b2d0b312b4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:06.389040 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352c50e1-d613-459a-8073-076e4cc0b009 req-546d53a7-f339-4dcd-a204-a8b2d0b312b4 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 946 time: 0.0448956 May 10 20:01:06.475503 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Deleting port d9dd365a-a9a9-4924-b77a-0eef389d3972 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:06.476154 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:06.602098 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] For port d9dd365a-a9a9-4924-b77a-0eef389d3972, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d9dd365a-a9a9-4924-b77a-0eef389d3972,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:06.602485 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:06.621627 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Calling delete_port for d9dd365a-a9a9-4924-b77a-0eef389d3972 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:06.629393 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c40cf-6992-4a3a-8488-c2fdbef24036 req-2028c97e-14cf-4026-810a-e70b7ce8759c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:06.630870 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-492c40cf-6992-4a3a-8488-c2fdbef24036 req-2028c97e-14cf-4026-810a-e70b7ce8759c tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0668807 May 10 20:01:06.725920 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-492c40cf-6992-4a3a-8488-c2fdbef24036 req-800d507b-9a7c-4a30-ab67-feccc2a89ca4 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880547 May 10 20:01:06.795853 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d9dd365a-a9a9-4924-b77a-0eef389d3972), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:06.813251 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['d9dd365a-a9a9-4924-b77a-0eef389d3972'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:01:06.824407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Pushing event deleted for resources: {'Port': ['ID=d9dd365a-a9a9-4924-b77a-0eef389d3972,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:06.871596 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] No DVR routers for this DVR port d9dd365a-a9a9-4924-b77a-0eef389d3972 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:06.874147 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:06.878044 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352c50e1-d613-459a-8073-076e4cc0b009 req-55e432e0-cf00-44e2-97cc-df018fb48f46 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.60 "DELETE /v2.0/ports/d9dd365a-a9a9-4924-b77a-0eef389d3972 HTTP/1.1" status: 204 len: 173 time: 0.4823630 May 10 20:01:06.878482 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'name': 'network-vif-deleted', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:06.880677 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62eefe38-bc8a-415f-9da2-072e58c60b1b" -d '{"events": [{"server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "name": "network-vif-deleted", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:06.915749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79314f0-4761-4338-aa0f-97fa3cc7a3fc x-openstack-request-id: req-f79314f0-4761-4338-aa0f-97fa3cc7a3fc {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:06.916046 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6962e593-72bc-41e9-a336-2e87d494085e", "name": "network-vif-deleted", "tag": "d9dd365a-a9a9-4924-b77a-0eef389d3972", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:06.916293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f79314f0-4761-4338-aa0f-97fa3cc7a3fc {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:06.916689 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79314f0-4761-4338-aa0f-97fa3cc7a3fc'] response: {'server_uuid': '6962e593-72bc-41e9-a336-2e87d494085e', 'name': 'network-vif-deleted', 'tag': 'd9dd365a-a9a9-4924-b77a-0eef389d3972', 'status': 'completed', 'code': 200} May 10 20:01:07.253642 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352ad53a-dacf-4064-a686-4910cefed935 req-fbc75efe-62ee-4563-8434-448282fd8da1 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 210 time: 0.0287902 May 10 20:01:07.837867 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d482a6-d963-49a2-818b-260ece2be6a8 req-c3e74b21-ca05-4f4e-b2e1-9c210547e9ad tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:07.839264 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d2d482a6-d963-49a2-818b-260ece2be6a8 req-c3e74b21-ca05-4f4e-b2e1-9c210547e9ad tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0452709 May 10 20:01:07.887427 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d2d482a6-d963-49a2-818b-260ece2be6a8 req-ee0e719a-cc31-4d28-9e4c-8bbada1c286f tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426843 May 10 20:01:08.003424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a382ee-6c9b-4c4d-8a65-be3ed5916154 req-f1b7bf9f-0e30-4052-939e-b44514d9aedf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:08.004875 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-20a382ee-6c9b-4c4d-8a65-be3ed5916154 req-f1b7bf9f-0e30-4052-939e-b44514d9aedf tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0461435 May 10 20:01:08.013680 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57398) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:08.018849 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Request body: {'floatingip': {'port_id': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:08.060187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:08.360396 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9acb5a02-02db-4b99-932a-c29daa886bd9 req-de2ee146-4034-4cee-a104-c6b8dc1bfd66 tempest-ServerRescueNegativeTestJSON-900477838 tempest-ServerRescueNegativeTestJSON-900477838-project] 10.222.0.57 "GET /v2.0/ports?device_id=6962e593-72bc-41e9-a336-2e87d494085e HTTP/1.1" status: 200 len: 210 time: 0.0264692 May 10 20:01:08.500714 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:08.504834 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:08.619278 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Floating IP 8898bf91-0e4c-4b20-82cd-b6b1ed6f341d associated. External IP: 172.27.3.137, port: 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8. May 10 20:01:08.830016 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:08.940245 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:08.944929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:08.950215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:08.960145 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:08.960786 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:08.974187 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8ad2af3f-69b7-4712-8087-acd418c3705d tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "PUT /v2.0/floatingips/8898bf91-0e4c-4b20-82cd-b6b1ed6f341d HTTP/1.1" status: 200 len: 991 time: 0.9594660 May 10 20:01:08.974817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:08.977177 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df665d-7248-4eef-89de-42221ec3a335" -d '{"events": [{"name": "network-changed", "server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:09.023123 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d424a11-8909-4ac0-b41b-fb930854079c x-openstack-request-id: req-7d424a11-8909-4ac0-b41b-fb930854079c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:09.023708 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:09.023974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d424a11-8909-4ac0-b41b-fb930854079c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:09.024607 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d424a11-8909-4ac0-b41b-fb930854079c'] response: {'name': 'network-changed', 'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'status': 'completed', 'code': 200} May 10 20:01:09.074923 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:09.087537 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df665d-7248-4eef-89de-42221ec3a335 req-23571b48-a4c4-4f34-8144-76cb72a3957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:09.089157 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-23571b48-a4c4-4f34-8144-76cb72a3957a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 1129 time: 0.0451219 May 10 20:01:09.184437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df665d-7248-4eef-89de-42221ec3a335 req-5a7d3ff1-60b2-4f25-af21-2fa0f3ed9ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:09.186013 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-5a7d3ff1-60b2-4f25-af21-2fa0f3ed9ced service neutron] 10.222.0.60 "GET /v2.0/networks?id=f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 200 len: 911 time: 0.0887833 May 10 20:01:09.269321 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-b0af0a75-c74d-4652-9da9-090be84b20ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 HTTP/1.1" status: 200 len: 999 time: 0.0770133 May 10 20:01:09.320749 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '8898bf91-0e4c-4b20-82cd-b6b1ed6f341d', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:38:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:53Z', 'updated_at': '2022-05-10T20:01:08Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:09.352382 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:09.361395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:09.362034 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:09.422695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57426) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:09.481569 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:09.587148 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df665d-7248-4eef-89de-42221ec3a335 req-df12079f-6857-48bf-bda5-404a05969afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:09.588984 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-df12079f-6857-48bf-bda5-404a05969afc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 200 len: 849 time: 0.3131144 May 10 20:01:09.634040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df665d-7248-4eef-89de-42221ec3a335 req-d888436e-1085-4b9a-aecb-f65a745d327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:09.635738 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-d888436e-1085-4b9a-aecb-f65a745d327d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f696180f-7a91-4c53-a5b6-6312e26b7ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392339 May 10 20:01:09.729075 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '8898bf91-0e4c-4b20-82cd-b6b1ed6f341d', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:38:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:53Z', 'updated_at': '2022-05-10T20:01:08Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:09.746995 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-860e1ae5-6aa5-4fed-8046-177dc387f13f service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015813 May 10 20:01:09.767513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac892fc7-9b4c-4820-b505-4bc96e7932da None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '8898bf91-0e4c-4b20-82cd-b6b1ed6f341d', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'port_id': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'mac_address': 'fa:16:3e:38:98:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:00:53Z', 'updated_at': '2022-05-10T20:01:08Z', 'revision_number': 1, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:09.846820 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e6df665d-7248-4eef-89de-42221ec3a335 req-1f6a4173-eee6-48ad-9d48-d5f7fa856fc6 service neutron] 10.222.0.60 "GET /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906298 May 10 20:01:09.967314 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:10.005241 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4029482e-fb6a-42d1-a103-49f0cda88061 None None] New status for floating IP 8898bf91-0e4c-4b20-82cd-b6b1ed6f341d: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:01:10.069107 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d9dd365a-a9a9-4924-b77a-0eef389d3972 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:10.220473 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: d9dd365a-a9a9-4924-b77a-0eef389d3972 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:10.221347 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d9dd365a-a9a9-4924-b77a-0eef389d3972 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:10.265616 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Deleting port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:10.265944 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:10.341785 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] For port 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:10.342155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:10.356163 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Calling delete_port for 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:10.547037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (37f3f5ed-374f-4f9a-8a74-c36a3b5e6658), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:10.570891 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f3f5ed-374f-4f9a-8a74-c36a3b5e6658,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:10.611292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.611645 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.611986 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.612330 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.612661 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.612989 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.613317 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.613636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.613958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.614275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.614633 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.614957 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.615292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.615588 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.615901 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:10.650867 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2fa11e6-a802-449d-8997-ec2c8fdabb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:10.651854 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b342d-affa-4b8b-9019-b7f1db680345 req-fe758b0a-5239-461d-b5d4-a3304990c542 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:10.653467 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a45b342d-affa-4b8b-9019-b7f1db680345 req-fe758b0a-5239-461d-b5d4-a3304990c542 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0837831 May 10 20:01:10.762087 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a45b342d-affa-4b8b-9019-b7f1db680345 req-da0e262c-ff6f-478f-aa84-a1d283b31d46 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909653 May 10 20:01:10.824954 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.237081 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Router 8dd2f884-f336-4a7e-9160-0e672deb6cae has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:11.341837 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:11.348782 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ce47cc22-708e-4477-955c-9121d30a9f19 admin admin] 10.222.0.57 "PUT /v2.0/routers/8dd2f884-f336-4a7e-9160-0e672deb6cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9258306 May 10 20:01:11.349279 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:11.350030 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Sync routers for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:11.360283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:11.360939 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:11.453772 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks [] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.466708 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:11.561662 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks [] for router_gateway (8dd2f884-f336-4a7e-9160-0e672deb6cae), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.565665 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.604715 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Deleting port c4bc4ed7-3f96-4063-814e-7eb54ec566dd {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:11.604953 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.648869 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:01:10Z', 'revision_number': 5, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port': {'id': 'c4bc4ed7-3f96-4063-814e-7eb54ec566dd', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:3b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:11.676439 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Checking router: 8dd2f884-f336-4a7e-9160-0e672deb6cae for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:11.684770 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Routers {'8dd2f884-f336-4a7e-9160-0e672deb6cae'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:11.685035 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] For port c4bc4ed7-3f96-4063-814e-7eb54ec566dd, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:11.685397 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:00:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8dd2f884-f336-4a7e-9160-0e672deb6cae'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:11.685513 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.698112 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Calling delete_port for c4bc4ed7-3f96-4063-814e-7eb54ec566dd owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:11.773367 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] Set router 8dd2f884-f336-4a7e-9160-0e672deb6cae gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:11.828606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:01:11Z', 'revision_number': 6, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:11.860293 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01575fdc-62c8-4dd7-88b0-82f1c5cba484 None None] The sync data for ids ['8dd2f884-f336-4a7e-9160-0e672deb6cae'] in dv-cinder-841315-1-iscsi is: [{'id': '8dd2f884-f336-4a7e-9160-0e672deb6cae', 'name': 'tempest-ServerRescueNegativeTestJSON-2002009537-router', 'tenant_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:01:11Z', 'revision_number': 6, 'project_id': '866e5dd5364e4bd980ba03f1b76aac9d', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:11.878451 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (c4bc4ed7-3f96-4063-814e-7eb54ec566dd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:11.907348 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc4ed7-3f96-4063-814e-7eb54ec566dd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:11.995163 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3d9f4-2778-4f57-866b-9a2ff7724ea1 req-c198ffec-6218-4e8d-8b28-d6913fa647c3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:11.996643 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0cb3d9f4-2778-4f57-866b-9a2ff7724ea1 req-c198ffec-6218-4e8d-8b28-d6913fa647c3 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.1542869 May 10 20:01:12.010668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.132653 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.138285 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks [] for router_controller (8dd2f884-f336-4a7e-9160-0e672deb6cae), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.151587 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0cb3d9f4-2778-4f57-866b-9a2ff7724ea1 req-95e47fee-da62-4a61-8bca-37afa6728404 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=fb7b43a0-dee1-49f1-b023-88ca9c0548bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487970 May 10 20:01:12.241242 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (8dd2f884-f336-4a7e-9160-0e672deb6cae), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.241808 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dd2f884-f336-4a7e-9160-0e672deb6cae {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:01:12.247727 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.248869 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9a0f8eee-2617-46a2-b109-d34822762a4a admin admin] 10.222.0.57 "DELETE /v2.0/routers/8dd2f884-f336-4a7e-9160-0e672deb6cae HTTP/1.1" status: 204 len: 168 time: 0.8986104 May 10 20:01:12.251507 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57444) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:12.268406 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-dfdaed1f-f60b-4920-8c23-3448f795e9a4 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:12.269970 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-dfdaed1f-f60b-4920-8c23-3448f795e9a4 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 946 time: 0.0974748 May 10 20:01:12.296926 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Deleting subnet 3d14d8c6-6a88-4948-a072-f9981475657e {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:01:12.301136 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Publish callbacks [] for subnet (3d14d8c6-6a88-4948-a072-f9981475657e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.340716 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (3d14d8c6-6a88-4948-a072-f9981475657e), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.359835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 559a552a-a94f-4905-8ded-b87ae9722b5b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:12.360416 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.445477 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (3d14d8c6-6a88-4948-a072-f9981475657e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.445776 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] For port 559a552a-a94f-4905-8ded-b87ae9722b5b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=559a552a-a94f-4905-8ded-b87ae9722b5b,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:12.446139 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.501512 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (3d14d8c6-6a88-4948-a072-f9981475657e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.530833 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d14d8c6-6a88-4948-a072-f9981475657e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:12.535172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.541786 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-dff30e44-1175-4dbd-b586-4ebf6c60f616 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3d14d8c6-6a88-4948-a072-f9981475657e HTTP/1.1" status: 204 len: 168 time: 0.2886417 May 10 20:01:12.542389 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:12.542995 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eba9a91-f3ea-4e97-bef4-6998fdeb801a None None] Network 7e89c795-c88b-4f30-8394-9a44ee218158 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:01:12.609320 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (7e89c795-c88b-4f30-8394-9a44ee218158), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.643280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.643646 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.643949 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 1cbb8a95-1cf0-4159-841f-87e48b5374d0 disassociated. External IP: 172.27.3.73, port: 559a552a-a94f-4905-8ded-b87ae9722b5b. May 10 20:01:12.644281 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 559a552a-a94f-4905-8ded-b87ae9722b5b owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:12.675096 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Deleting port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:12.675470 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.718283 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] DHCP port deletion for 7e89c795-c88b-4f30-8394-9a44ee218158 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:01:12.749809 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] For port 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3885e3e3-e528-47a8-b54d-0ab0c5385df8,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:12.750172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.760224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Deleting port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:12.760835 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.764880 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Calling delete_port for 3885e3e3-e528-47a8-b54d-0ab0c5385df8 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:12.811078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (559a552a-a94f-4905-8ded-b87ae9722b5b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.829102 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] For port 3885e3e3-e528-47a8-b54d-0ab0c5385df8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3885e3e3-e528-47a8-b54d-0ab0c5385df8,segment=NetworkSegment(e90bf4bd-b7b7-4f37-9ef0-b4531055db14),segment_id=e90bf4bd-b7b7-4f37-9ef0-b4531055db14)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:12.829516 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.841458 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=559a552a-a94f-4905-8ded-b87ae9722b5b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:12.849585 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Calling delete_port for 3885e3e3-e528-47a8-b54d-0ab0c5385df8 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:12.855064 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.899910 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3885e3e3-e528-47a8-b54d-0ab0c5385df8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:12.902104 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] No DVR routers for this DVR port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:12.980790 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (7e89c795-c88b-4f30-8394-9a44ee218158), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:12.994195 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (3885e3e3-e528-47a8-b54d-0ab0c5385df8), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.009879 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e89c795-c88b-4f30-8394-9a44ee218158']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.020578 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.020883 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90bf4bd-b7b7-4f37-9ef0-b4531055db14') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.029522 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:13.030426 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] No DVR routers for this DVR port 3885e3e3-e528-47a8-b54d-0ab0c5385df8 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:13.036093 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Pushing event deleted for resources: {'Port': ['ID=3885e3e3-e528-47a8-b54d-0ab0c5385df8,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:13.047108 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (e90bf4bd-b7b7-4f37-9ef0-b4531055db14), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.047678 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.048091 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.048431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.048862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.049716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.049716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.049922 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.050208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.050564 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.050934 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.051265 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.051822 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.051936 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.052288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.052622 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5f0788-59e5-4e19-9b11-b63d8ebac6d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:13.072861 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (e90bf4bd-b7b7-4f37-9ef0-b4531055db14), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.081184 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:01:13.081604 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (e90bf4bd-b7b7-4f37-9ef0-b4531055db14), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:01:13.083489 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:01:13.113619 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-b87afd0d-0bfa-47ef-9693-737538f88110 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1075089 May 10 20:01:13.145609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-26c45623-8086-44a8-9715-893c67f86e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.163122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (7e89c795-c88b-4f30-8394-9a44ee218158), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.172208 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.174648 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] 10.222.0.57 "DELETE /v2.0/networks/7e89c795-c88b-4f30-8394-9a44ee218158 HTTP/1.1" status: 204 len: 168 time: 0.6299384 May 10 20:01:13.190021 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:13.194176 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f056980-c4ee-4b84-9ab5-ae1407039d8e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e89c795-c88b-4f30-8394-9a44ee218158,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:13.233654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:13.233942 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 37f3f5ed-374f-4f9a-8a74-c36a3b5e6658 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:13.234357 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3885e3e3-e528-47a8-b54d-0ab0c5385df8 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:13.249905 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:13.266057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-ccb76933-d50c-4273-b372-382468747530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:13.267436 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 3885e3e3-e528-47a8-b54d-0ab0c5385df8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:13.268569 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3885e3e3-e528-47a8-b54d-0ab0c5385df8 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:13.269144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4bc4ed7-3f96-4063-814e-7eb54ec566dd no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:13.269727 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:13.284130 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-ccb76933-d50c-4273-b372-382468747530 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 1129 time: 0.0811543 May 10 20:01:13.286408 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:13.287149 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.294025 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: c4bc4ed7-3f96-4063-814e-7eb54ec566dd {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:13.294642 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4bc4ed7-3f96-4063-814e-7eb54ec566dd not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:13.397884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57454) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:13.399443 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e2bdd8ce-e610-4d69-96be-4cadd7d47773 req-c4812830-5c9b-45c4-920e-3a8f601f6473 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e180d6e-d6c1-42af-9852-5048dde008df HTTP/1.1" status: 200 len: 210 time: 0.1346686 May 10 20:01:13.414399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] No DVR routers for this DVR port 559a552a-a94f-4905-8ded-b87ae9722b5b on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:13.423509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.427351 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8c14d1c3-6a6e-4ec9-b030-ab2b9ddb1825 req-28232088-8bfe-45ba-b73a-b9c19e666ea8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "DELETE /v2.0/ports/559a552a-a94f-4905-8ded-b87ae9722b5b HTTP/1.1" status: 204 len: 173 time: 1.1523614 May 10 20:01:13.428803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'name': 'network-vif-deleted', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:13.431239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b03455-70db-4449-a91c-43b5099826c0" -d '{"events": [{"server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "name": "network-vif-deleted", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:13.474229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830c7b20-d1fd-4a33-957a-174aa48ef7f2 x-openstack-request-id: req-830c7b20-d1fd-4a33-957a-174aa48ef7f2 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:13.474561 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e180d6e-d6c1-42af-9852-5048dde008df", "name": "network-vif-deleted", "tag": "559a552a-a94f-4905-8ded-b87ae9722b5b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:13.474821 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-830c7b20-d1fd-4a33-957a-174aa48ef7f2 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:13.475257 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830c7b20-d1fd-4a33-957a-174aa48ef7f2'] response: {'server_uuid': '4e180d6e-d6c1-42af-9852-5048dde008df', 'name': 'network-vif-deleted', 'tag': '559a552a-a94f-4905-8ded-b87ae9722b5b', 'status': 'completed', 'code': 200} May 10 20:01:13.486788 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:13.493862 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-727b2e45-a254-4c83-bbe9-ced7e10c5a49 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=866e5dd5364e4bd980ba03f1b76aac9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0936825 May 10 20:01:13.495992 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57458) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:13.518528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-01737622-cb84-40c1-930a-74ea4f85bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:13.521946 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-01737622-cb84-40c1-930a-74ea4f85bfbd service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.1979032 May 10 20:01:13.576339 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] Publish callbacks [] for security_group (6d8c5ab3-ea9e-46f7-b70a-aa621e124b35), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.596560 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-47c19f5e-3b8c-4e68-9306-9fd1ce8de1ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 200 len: 1001 time: 0.0694921 May 10 20:01:13.599554 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] Publish callbacks [] for security_group (6d8c5ab3-ea9e-46f7-b70a-aa621e124b35), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.655512 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-2c203d43-4820-42dc-8d20-345800d59dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:13.657008 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-2c203d43-4820-42dc-8d20-345800d59dea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0530677 May 10 20:01:13.658677 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (6d8c5ab3-ea9e-46f7-b70a-aa621e124b35), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.661193 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:13.664475 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d8c5ab3-ea9e-46f7-b70a-aa621e124b35 HTTP/1.1" status: 204 len: 168 time: 0.1654723 May 10 20:01:13.669907 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c098-feeb-45f3-9f14-35ec482d7d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c5ab3-ea9e-46f7-b70a-aa621e124b35,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:13.700912 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.727282 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:13.735953 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:13.737119 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:13.855245 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:13.878431 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-1976af36-c7d1-49c6-9f28-43a088750d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:13.879977 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-1976af36-c7d1-49c6-9f28-43a088750d89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485737 May 10 20:01:13.967305 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.000547 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-72a92752-d274-4fdc-8a10-415c0da2f011 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137345 May 10 20:01:14.092803 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:14.106477 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42c885bc-4c74-4e7f-a986-bfb6256af74e req-05b61fa3-d6df-4b04-983b-21ca57153d35 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966694 May 10 20:01:14.124752 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec73dd-7f2e-463a-90e6-3456abfb88a8 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:14.358437 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95091422-18cb-414c-9d60-4066ae6e15a7 None None] New status for floating IP 1cbb8a95-1cf0-4159-841f-87e48b5374d0: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:01:14.402576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57480) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:14.490406 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57488) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:14.529019 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-network', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:14.567724 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Made reservation on behalf of 3f7d501f555c4a0ba2419f68ba756db7 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:01:14.569923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.571660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (fb7b43a0-dee1-49f1-b023-88ca9c0548bd), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.582804 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.609207 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (fb7b43a0-dee1-49f1-b023-88ca9c0548bd), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.682567 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (fb7b43a0-dee1-49f1-b023-88ca9c0548bd), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.685034 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.686166 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/security-groups/fb7b43a0-dee1-49f1-b023-88ca9c0548bd HTTP/1.1" status: 204 len: 168 time: 0.1947711 May 10 20:01:14.688951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57490) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:14.702835 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-f12d2c9b-227f-491b-9689-645a49cc4577 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] show failed (client error): The resource could not be found. May 10 20:01:14.703828 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f12d2c9b-227f-491b-9689-645a49cc4577 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups/fb7b43a0-dee1-49f1-b023-88ca9c0548bd HTTP/1.1" status: 404 len: 347 time: 0.0133624 May 10 20:01:14.707053 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df1ed-8a51-49ee-81cf-f88d33210e0d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b43a0-dee1-49f1-b023-88ca9c0548bd,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:14.707261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57492) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:14.719848 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks [] for security_group (4340735d-6fd6-4f6c-affa-e34e0d06839f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.724598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4340735d-6fd6-4f6c-affa-e34e0d06839f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.750540 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:01:14.760057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4340735d-6fd6-4f6c-affa-e34e0d06839f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:14.766927 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (3f524005-78f6-460c-97fd-940e2c8c4eaa), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.767322 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Added segment 3f524005-78f6-460c-97fd-940e2c8c4eaa of type vlan for network 4d96601e-070f-42ce-b6bb-05d8030298ee May 10 20:01:14.808133 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (4d96601e-070f-42ce-b6bb-05d8030298ee), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.827196 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port 5684e41c-0337-48cc-b29d-bd43f92f8d24 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:14.827528 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.832840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (4d96601e-070f-42ce-b6bb-05d8030298ee), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.834042 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:14.834673 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.888353 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4845965 May 10 20:01:14.891195 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57494) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:14.897390 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Request body: {'subnet': {'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-subnet', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:14.903051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.903381 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (5684e41c-0337-48cc-b29d-bd43f92f8d24), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:14.909593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4efd3-331c-4bc9-90f8-d36360dbe890 admin admin] Pushing event updated for resources: {'Network': ['ID=4d96601e-070f-42ce-b6bb-05d8030298ee,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:14.916627 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for 5684e41c-0337-48cc-b29d-bd43f92f8d24 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:14.922145 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 4d96601e-070f-42ce-b6bb-05d8030298ee details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:01:14.926320 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Made reservation on behalf of 3f7d501f555c4a0ba2419f68ba756db7 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:01:14.928830 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.061680 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (5684e41c-0337-48cc-b29d-bd43f92f8d24), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.087561 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=5684e41c-0337-48cc-b29d-bd43f92f8d24,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.105753 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (f9a530e8-7ed0-4e82-86b3-c31853ef8639), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.155718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (1cbb8a95-1cf0-4159-841f-87e48b5374d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.158889 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.160030 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3ac3dd84-2501-404d-ac22-807de815d302 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/floatingips/1cbb8a95-1cf0-4159-841f-87e48b5374d0 HTTP/1.1" status: 204 len: 168 time: 0.4518921 May 10 20:01:15.160147 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9a530e8-7ed0-4e82-86b3-c31853ef8639,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.176678 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Checking segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:15.177037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Network hostable DHCP agents. Network: 4d96601e-070f-42ce-b6bb-05d8030298ee, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:01:15.195997 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:01:15.206302 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 4d96601e-070f-42ce-b6bb-05d8030298ee) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:15.210293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:15.210919 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.215897 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e424c3-0a1c-436e-b791-51e8d228a03e None None] Network 4d96601e-070f-42ce-b6bb-05d8030298ee requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:01:15.239482 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ced1107a-418e-4f85-9154-fe97a90e4ba8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3447671 May 10 20:01:15.240189 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57498) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:15.240477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57500) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:15.245001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2066700516', 'description': 'tempest-description--403477241'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:15.245146 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:15.269290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.270372 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.271801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.340604 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for router_controller (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.356117 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-4d96601e-070f-42ce-b6bb-05d8030298ee', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:01:15.357006 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.367006 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.370792 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (71645ab8-af59-4f23-8d48-09f0449cf558), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.378492 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (71645ab8-af59-4f23-8d48-09f0449cf558), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.409186 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.413041 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1692152 May 10 20:01:15.413377 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57502) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:15.418306 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': '71645ab8-af59-4f23-8d48-09f0449cf558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:15.422375 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d9a71e-6895-408d-806c-a3433524aa82 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71645ab8-af59-4f23-8d48-09f0449cf558,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.455690 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (65f0a6a3-4e7e-4dad-8095-b97fc58cf550), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.499711 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for router_gateway (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.500321 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Allocated IP 172.20.0.2 (4d96601e-070f-42ce-b6bb-05d8030298ee/f9a530e8-7ed0-4e82-86b3-c31853ef8639/dcab3d45-e0fe-41dc-ba28-56222801adb5) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:15.514148 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (65f0a6a3-4e7e-4dad-8095-b97fc58cf550), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.518435 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (65f0a6a3-4e7e-4dad-8095-b97fc58cf550), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.543675 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f0a6a3-4e7e-4dad-8095-b97fc58cf550,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.557945 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.559241 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-32c9a3c0-b0d3-4610-a63d-287541a2d62e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445384 May 10 20:01:15.561869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57504) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:15.568142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'security_group_rule': {'security_group_id': '71645ab8-af59-4f23-8d48-09f0449cf558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:15.596337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (cf3d8e8f-6689-4627-adde-09a35bfec6dc), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.658281 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (cf3d8e8f-6689-4627-adde-09a35bfec6dc), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.662053 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks [] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.662314 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (cf3d8e8f-6689-4627-adde-09a35bfec6dc), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.668567 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.682905 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3d8e8f-6689-4627-adde-09a35bfec6dc,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.692910 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for router_gateway (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.693955 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.698036 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-55e9b0a4-e544-452e-a6c6-341ab5c8be45 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323512 May 10 20:01:15.698254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57508) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:15.703735 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:15.715660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.716876 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:15.718115 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Pushing event updated for resources: {'Port': ['ID=dcab3d45-e0fe-41dc-ba28-56222801adb5,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.720700 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:15.723482 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:15.728678 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.782550 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Attempting to bind port dcab3d45-e0fe-41dc-ba28-56222801adb5 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:15.783578 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Attempting to bind port dcab3d45-e0fe-41dc-ba28-56222801adb5 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:15.784048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Attempting to bind port dcab3d45-e0fe-41dc-ba28-56222801adb5 on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:15.789149 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:15.789997 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Checking segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:15.790131 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.790642 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Bound using segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:15.791217 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Bound port: dcab3d45-e0fe-41dc-ba28-56222801adb5, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:15.791702 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.812380 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.828716 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Allocated IP 172.27.3.178 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/ab8bde80-ee34-4116-9282-4b8a28d11504) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:15.860407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] For port dcab3d45-e0fe-41dc-ba28-56222801adb5, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:15.863153 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] For port dcab3d45-e0fe-41dc-ba28-56222801adb5, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=dcab3d45-e0fe-41dc-ba28-56222801adb5,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:15.869929 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.929121 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53478c1-5dc9-4e50-bcf1-e237a1763a14 None None] Pushing event updated for resources: {'Port': ['ID=dcab3d45-e0fe-41dc-ba28-56222801adb5,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:15.948286 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:15.984082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.025466 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:16.030783 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:16.032663 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.27.3.197 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/bfb70271-85e9-4248-b282-a19cda671db7) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:16.035525 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:16.038742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Pushing event updated for resources: {'Port': ['ID=ab8bde80-ee34-4116-9282-4b8a28d11504,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:16.100331 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 559a552a-a94f-4905-8ded-b87ae9722b5b no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:16.127158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 559a552a-a94f-4905-8ded-b87ae9722b5b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:16.127777 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 559a552a-a94f-4905-8ded-b87ae9722b5b not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:16.159051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (bfb70271-85e9-4248-b282-a19cda671db7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.201574 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (bfb70271-85e9-4248-b282-a19cda671db7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.246218 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:16.249736 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:16.254410 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:16.286958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=bfb70271-85e9-4248-b282-a19cda671db7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:16.350848 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.389711 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (bfb70271-85e9-4248-b282-a19cda671db7), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.550348 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (bfb70271-85e9-4248-b282-a19cda671db7), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.555226 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (bfb70271-85e9-4248-b282-a19cda671db7), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.588488 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for router_gateway (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.634821 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=bfb70271-85e9-4248-b282-a19cda671db7,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:16.641581 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.659172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.662933 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-51bc8b9d-0f18-43ac-9c66-a19fe43965a2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9636629 May 10 20:01:16.812527 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:16.879311 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6471d-d220-4352-b01f-667ef5e1b73f None None] Network 4d96601e-070f-42ce-b6bb-05d8030298ee requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:01:16.937551 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-26c2daf6-b6d7-491d-8fb2-a837075139fe tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2066700516&fields=id&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 267 time: 0.0821075 May 10 20:01:16.979284 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Provisioning complete for port dcab3d45-e0fe-41dc-ba28-56222801adb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:16.979654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.070104 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:01:17.083885 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-e86c8dd4-1a2f-4609-a8fd-c640fe153a21 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:17.085499 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-e86c8dd4-1a2f-4609-a8fd-c640fe153a21 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.1383150 May 10 20:01:17.206314 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-615eb64a-20c7-437f-bbfe-a506bc907ac9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/quotas/477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 375 time: 0.1122177 May 10 20:01:17.208884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:17.210746 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.215205 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Current status of the port dcab3d45-e0fe-41dc-ba28-56222801adb5 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:17.215578 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.223965 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:17.241324 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:17.242511 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:17.259855 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] For port dcab3d45-e0fe-41dc-ba28-56222801adb5, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=dcab3d45-e0fe-41dc-ba28-56222801adb5,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:17.264688 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.274899 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device dcab3d45-e0fe-41dc-ba28-56222801adb5 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:17.279968 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.281200 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5c89e4fa-60ab-4fb7-a420-082f395e44dc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0396953 May 10 20:01:17.284395 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:17.336398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-9adf415b-486c-4144-b86f-035f4733d939 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102180 May 10 20:01:17.381409 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c69e7-dfe6-47a5-8efc-2cc1540dcf40 None None] Pushing event updated for resources: {'Port': ['ID=dcab3d45-e0fe-41dc-ba28-56222801adb5,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:17.393057 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b70cb186-5117-4bc4-94ea-759afd884266 None None] Provisioning complete for port dcab3d45-e0fe-41dc-ba28-56222801adb5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:17.393488 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b70cb186-5117-4bc4-94ea-759afd884266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.421298 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port dcab3d45-e0fe-41dc-ba28-56222801adb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:17.421667 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.479380 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:17.549275 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-11094f7b-e366-4476-90f2-0e04435d007a service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006848 May 10 20:01:17.554191 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b70cb186-5117-4bc4-94ea-759afd884266 None None] Current status of the port dcab3d45-e0fe-41dc-ba28-56222801adb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:17.556135 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port dcab3d45-e0fe-41dc-ba28-56222801adb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:17.664488 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:16Z', 'revision_number': 3, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:17.691486 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:17.691828 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Updating router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 port ab8bde80-ee34-4116-9282-4b8a28d11504 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:01:17.722316 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.724730 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-960744e6-265a-4971-bfbf-860711ec649a service neutron] 10.222.0.57 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640530 May 10 20:01:17.907309 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:17.914311 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c4826243-37e3-442a-ad95-888165b73613 req-94e5dd75-09fd-40b8-ba8a-df03ffb1b568 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 210 time: 0.0321720 May 10 20:01:18.023818 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks [] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.029529 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.084137 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Allocated IP 172.20.0.1 (4d96601e-070f-42ce-b6bb-05d8030298ee/f9a530e8-7ed0-4e82-86b3-c31853ef8639/b516ba56-e57e-4f29-a27c-e40b3819147b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:18.089652 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Attempting to bind port ab8bde80-ee34-4116-9282-4b8a28d11504 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:18.090019 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Attempting to bind port ab8bde80-ee34-4116-9282-4b8a28d11504 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:18.090392 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Attempting to bind port ab8bde80-ee34-4116-9282-4b8a28d11504 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:18.093636 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Pushing event updated for resources: {'Port': ['ID=ab8bde80-ee34-4116-9282-4b8a28d11504,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:18.098975 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:18.099364 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:18.100022 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.100153 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:18.100643 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Bound port: ab8bde80-ee34-4116-9282-4b8a28d11504, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:18.100978 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.123135 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.123461 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.123819 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.124170 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.124498 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.124823 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.125142 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.125457 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.125775 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.126090 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.126419 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.126809 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.127126 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.127436 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.127747 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:01:18.174626 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] For port ab8bde80-ee34-4116-9282-4b8a28d11504, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:18.177690 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] For port ab8bde80-ee34-4116-9282-4b8a28d11504, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=ab8bde80-ee34-4116-9282-4b8a28d11504,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:18.183769 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.207271 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks [] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.247052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.247235 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:18.247676 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:18.285978 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaea4c1-c4b2-4bdf-9d97-a9876a33839a None None] Pushing event updated for resources: {'Port': ['ID=ab8bde80-ee34-4116-9282-4b8a28d11504,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:18.297619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:18.302298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:18.309204 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:18.333895 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:18.356227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.378323 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:18.535445 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.579697 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:16Z', 'revision_number': 3, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:18.584048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8d5e1f7d-68e7-45d9-8ba5-c1d1107679b6 None None] Provisioning complete for port b516ba56-e57e-4f29-a27c-e40b3819147b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:18.584546 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8d5e1f7d-68e7-45d9-8ba5-c1d1107679b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.614166 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c643da-5247-4bc7-8027-2d78e344155d None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:16Z', 'revision_number': 3, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:18.626394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e1f7d-68e7-45d9-8ba5-c1d1107679b6 None None] Port b516ba56-e57e-4f29-a27c-e40b3819147b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:01:18.727695 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks [] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.732128 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.797851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:18.800150 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:18.902856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:18.904438 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:19.072381 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a200d956-bb36-4b39-a201-9c417b5bd40f req-55bf31ec-658d-424c-91a0-a03111b01cd5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 210 time: 0.0538449 May 10 20:01:19.124246 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:19.253548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ea96a129-cb95-4d47-93f4-643295de1f0f None None] Provisioning complete for port b516ba56-e57e-4f29-a27c-e40b3819147b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:19.253798 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-7f706241-41e7-4317-a820-a2bf2db94109 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:19.253989 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ea96a129-cb95-4d47-93f4-643295de1f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.255378 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-7f706241-41e7-4317-a820-a2bf2db94109 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 815 time: 0.2163529 May 10 20:01:19.318052 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ea96a129-cb95-4d47-93f4-643295de1f0f None None] Port b516ba56-e57e-4f29-a27c-e40b3819147b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:01:19.325654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device dcab3d45-e0fe-41dc-ba28-56222801adb5 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:19.366163 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:19.373593 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5683b60f-25ec-47a7-bc3a-41f422a1dc15 admin admin] 10.222.0.57 "PUT /v2.0/routers/4c54bb56-43fc-461b-bfbe-cb8cea01a5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885696 May 10 20:01:19.381658 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port dcab3d45-e0fe-41dc-ba28-56222801adb5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:19.382034 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.394835 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-33c12029-462a-4980-82c1-610c60038f31 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=477a9d7174e544efbbe7803ca7e77521 HTTP/1.1" status: 200 len: 380 time: 0.1103601 May 10 20:01:19.404938 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'port': {'device_id': '837a7763-9305-4f62-b70e-d633f834892f', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'admin_state_up': True, 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'security_groups': ['71645ab8-af59-4f23-8d48-09f0449cf558']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:19.475418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port dcab3d45-e0fe-41dc-ba28-56222801adb5 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:19.477598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device ab8bde80-ee34-4116-9282-4b8a28d11504 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:19.540109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Made reservation on behalf of 477a9d7174e544efbbe7803ca7e77521 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:01:19.548463 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port ab8bde80-ee34-4116-9282-4b8a28d11504 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:19.548906 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.549986 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.650449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port ab8bde80-ee34-4116-9282-4b8a28d11504 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:19.650965 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.677415 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port ab8bde80-ee34-4116-9282-4b8a28d11504, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=ab8bde80-ee34-4116-9282-4b8a28d11504,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:19.682271 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.737456 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=ab8bde80-ee34-4116-9282-4b8a28d11504,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:19.744668 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57550) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:19.757205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1387039136', 'description': 'tempest-description--773832754'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:19.780891 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.853829 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (d7609a6d-f49b-4343-a7ec-f61bb9532231), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.858693 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d7609a6d-f49b-4343-a7ec-f61bb9532231), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.888929 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.890155 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1444681 May 10 20:01:19.892822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380849d2-6230-43cd-bbe5-3740bdbbf7a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7609a6d-f49b-4343-a7ec-f61bb9532231,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:19.894697 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57552) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:19.899395 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group_rule': {'security_group_id': 'd7609a6d-f49b-4343-a7ec-f61bb9532231', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:19.927648 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (8d26b38c-04a8-496d-a718-89db20786954), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.961740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Allocated IP 172.20.0.5 (c69c6345-64af-49e8-8bf3-adcceaa64462/b0a77d6c-a9af-4314-baf4-618ce8355c9d/a4f6c88d-29e5-469b-8cef-1c56e40295d8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:19.984719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (8d26b38c-04a8-496d-a718-89db20786954), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:19.988465 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (8d26b38c-04a8-496d-a718-89db20786954), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.011839 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d26b38c-04a8-496d-a718-89db20786954,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:20.018755 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.019952 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-742ffa00-aec4-47de-9673-9a04765cbab0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243269 May 10 20:01:20.022636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57554) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:20.026796 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group_rule': {'security_group_id': 'd7609a6d-f49b-4343-a7ec-f61bb9532231', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:20.052153 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (d82e4bf1-9e18-4b2b-9470-eea8198ddc04), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.104877 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.109400 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (d82e4bf1-9e18-4b2b-9470-eea8198ddc04), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.115274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (d82e4bf1-9e18-4b2b-9470-eea8198ddc04), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.134346 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d82e4bf1-9e18-4b2b-9470-eea8198ddc04,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:20.145274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.146770 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a4b4c33c-dd70-4313-a778-c15e4d71332e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232016 May 10 20:01:20.150238 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57558) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:20.153552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.154545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:20.176476 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.209153 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Network c69c6345-64af-49e8-8bf3-adcceaa64462 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:20.228806 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:20.231969 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:20.261239 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.277354 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event updated for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:20.288336 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95334866-cd15-48d2-9770-7af3ec641c32 req-0d06b43d-b0f5-45f8-a64e-752706958161 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:20.295264 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95334866-cd15-48d2-9770-7af3ec641c32 req-0d06b43d-b0f5-45f8-a64e-752706958161 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 931 time: 0.1075983 May 10 20:01:20.344243 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:20.345274 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.378496 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-95334866-cd15-48d2-9770-7af3ec641c32 req-43e23993-1650-42ad-b2d8-d40bdaafe9ed tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822649 May 10 20:01:20.382325 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-6bb19b00-36df-406e-b3fc-86cfa2b499d2 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817784 May 10 20:01:20.386530 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Allocated IP 172.27.3.194 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/ed9ef04d-b189-4050-9426-fbb6a823f9c3) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:20.400071 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Request body: {'port': {'device_id': '837a7763-9305-4f62-b70e-d633f834892f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:20.467228 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.522168 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.522809 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:20.539846 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:20.541014 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:20.565062 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.594337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-40fa863f-061b-497d-8190-53108ee869a1 None None] Provisioning complete for port a4f6c88d-29e5-469b-8cef-1c56e40295d8 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:20.594829 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-40fa863f-061b-497d-8190-53108ee869a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.608373 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:20.612420 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:20.614494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=ed9ef04d-b189-4050-9426-fbb6a823f9c3,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:20.616598 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:20.649198 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-40fa863f-061b-497d-8190-53108ee869a1 None None] Port a4f6c88d-29e5-469b-8cef-1c56e40295d8 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:01:20.708512 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:20.711607 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.756137 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.763840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4f6c88d-29e5-469b-8cef-1c56e40295d8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:20.771887 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks [] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.785664 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Transition to ACTIVE for port object a4f6c88d-29e5-469b-8cef-1c56e40295d8 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:01:20.790856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.840828 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:20.924020 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Attempting to bind port a4f6c88d-29e5-469b-8cef-1c56e40295d8 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:20.924499 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Attempting to bind port a4f6c88d-29e5-469b-8cef-1c56e40295d8 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:20.924836 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Attempting to bind port a4f6c88d-29e5-469b-8cef-1c56e40295d8 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:20.930162 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Port a4f6c88d-29e5-469b-8cef-1c56e40295d8 on network c69c6345-64af-49e8-8bf3-adcceaa64462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:01:20.930576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Attempting to bind port a4f6c88d-29e5-469b-8cef-1c56e40295d8 on network c69c6345-64af-49e8-8bf3-adcceaa64462 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:20.931549 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 2, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:20.935924 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:20.936272 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Checking segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:20.936656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Bound using segment: {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:20.937092 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Bound port: a4f6c88d-29e5-469b-8cef-1c56e40295d8, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d37daa-6452-4cd7-ba1d-b73a8403e880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:20.937448 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.948960 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.955419 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:20.968592 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:20.968848 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Updating router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 port b516ba56-e57e-4f29-a27c-e40b3819147b binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:01:20.998538 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.018744 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:21.023036 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:21.023631 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=ed9ef04d-b189-4050-9426-fbb6a823f9c3,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:21.038594 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.071607 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.075604 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.076374 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.077901 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] 10.222.0.60 "PUT /v2.0/ports/a4f6c88d-29e5-469b-8cef-1c56e40295d8 HTTP/1.1" status: 200 len: 1093 time: 0.6857138 May 10 20:01:21.078396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:21.081336 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299" -d '{"events": [{"name": "network-changed", "server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:21.094198 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.106400 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ed905b4b-1a11-4ace-aaf1-d43bda8a730c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9450932 May 10 20:01:21.140308 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1800a-61f7-47ed-b698-6330f4b7e74e service neutron] Pushing event updated for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:21.168116 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc84b41-f862-4d15-9fa7-fc4f5dcbac85 x-openstack-request-id: req-ffc84b41-f862-4d15-9fa7-fc4f5dcbac85 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:21.168558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:21.169026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffc84b41-f862-4d15-9fa7-fc4f5dcbac85 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:21.169537 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc84b41-f862-4d15-9fa7-fc4f5dcbac85'] response: {'name': 'network-changed', 'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'status': 'completed', 'code': 200} May 10 20:01:21.269004 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device ab8bde80-ee34-4116-9282-4b8a28d11504 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:21.274512 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-788443ab-e7fb-437d-8c96-6939ebbe38b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.276141 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-788443ab-e7fb-437d-8c96-6939ebbe38b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 1127 time: 0.0794353 May 10 20:01:21.337543 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-2d122d2a-f228-4634-95ba-7a9b3823f66c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8 HTTP/1.1" status: 200 len: 217 time: 0.0510733 May 10 20:01:21.342770 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-f5f51a90-4c3f-48e9-9a2a-2e6103bf19d7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1387039136&fields=id&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 267 time: 0.0967753 May 10 20:01:21.357113 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port ab8bde80-ee34-4116-9282-4b8a28d11504 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:21.357439 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.443037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-fbae0271-475e-4361-bb0f-0b7617b9130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.444493 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-fbae0271-475e-4361-bb0f-0b7617b9130c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.1012261 May 10 20:01:21.460788 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks [] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.488719 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.499737 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa3ae1-7f0e-4acb-9ba8-2f82175fc4c2 req-f2ef65ea-7949-4fc5-8d47-08fadb0d98a5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.501135 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3fa3ae1-7f0e-4acb-9ba8-2f82175fc4c2 req-f2ef65ea-7949-4fc5-8d47-08fadb0d98a5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 943 time: 0.0533340 May 10 20:01:21.511280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-ff20c4d2-3646-4d8a-8455-5be997938a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.512775 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-ff20c4d2-3646-4d8a-8455-5be997938a80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536182 May 10 20:01:21.519396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-81160641-6085-4b5c-a70f-d1dcc9ff581b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:21.526476 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-81160641-6085-4b5c-a70f-d1dcc9ff581b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 817 time: 0.1756749 May 10 20:01:21.538057 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port ab8bde80-ee34-4116-9282-4b8a28d11504 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:21.557700 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85147725-d1a0-4f16-94c0-d67a6c30936c None None] Pushing event updated for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:21.575305 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3fa3ae1-7f0e-4acb-9ba8-2f82175fc4c2 req-f1aaf6ea-c896-480d-902c-7019047619c6 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670736 May 10 20:01:21.585337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-810ad93d-322e-4a9b-9b1b-5ee473e6fbaf tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/quotas/3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 375 time: 0.0579317 May 10 20:01:21.634343 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Attempting to bind port b516ba56-e57e-4f29-a27c-e40b3819147b on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:21.634764 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Attempting to bind port b516ba56-e57e-4f29-a27c-e40b3819147b by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:21.635132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Attempting to bind port b516ba56-e57e-4f29-a27c-e40b3819147b on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:21.643097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:21.643499 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Checking segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:21.644034 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.644434 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Bound using segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:21.644912 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Bound port: b516ba56-e57e-4f29-a27c-e40b3819147b, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:21.645294 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.646588 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-ca9f64b3-939a-4e16-9392-2f5eea77b9ae tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603852 May 10 20:01:21.692077 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-add38305-a0d9-4ce5-a2df-212dfb3e1aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630120 May 10 20:01:21.712217 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] For port b516ba56-e57e-4f29-a27c-e40b3819147b, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:21.716830 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] For port b516ba56-e57e-4f29-a27c-e40b3819147b, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b516ba56-e57e-4f29-a27c-e40b3819147b,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:21.726477 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.796431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:21.797116 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:21.804180 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85147725-d1a0-4f16-94c0-d67a6c30936c None None] Pushing event updated for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:21.834580 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-835938e5-edf3-4041-8662-52859cb74b2d service neutron] 10.222.0.57 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690226 May 10 20:01:21.841951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Provisioning complete for port b516ba56-e57e-4f29-a27c-e40b3819147b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:21.842239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:21.847085 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0b74158b-067f-48a6-9f19-583055bdc7ce req-134774b2-71a3-4de0-951d-936ea689be9c service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295254 May 10 20:01:21.959292 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-a323c2b4-719b-4f73-b2da-9781e1d6c0e1 service neutron] 10.222.0.57 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073360 May 10 20:01:22.110143 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:22.117638 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2d776eef-8356-4806-996b-e2527ed73280 req-f6495729-83de-493d-a08b-1048e865fd22 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 210 time: 0.0306375 May 10 20:01:22.163064 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Current status of the port b516ba56-e57e-4f29-a27c-e40b3819147b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:22.163455 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:22.274840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] For port b516ba56-e57e-4f29-a27c-e40b3819147b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b516ba56-e57e-4f29-a27c-e40b3819147b,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:22.281168 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:22.371829 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0fa44-a740-44cb-8cfd-2ce57312aba2 None None] Pushing event updated for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:22.398046 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:21Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:22.403940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e60cf7eb-fb95-4fe2-8fe6-e7d9e636bd91 None None] Provisioning complete for port b516ba56-e57e-4f29-a27c-e40b3819147b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:22.404314 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e60cf7eb-fb95-4fe2-8fe6-e7d9e636bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:22.433823 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5254b26-0e46-453b-9544-bf2e01801a00 None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:21Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:22.526817 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e60cf7eb-fb95-4fe2-8fe6-e7d9e636bd91 None None] Current status of the port b516ba56-e57e-4f29-a27c-e40b3819147b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:22.777622 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-aa044525-8104-4bc6-9173-7cdeee8ba75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:22.779176 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-aa044525-8104-4bc6-9173-7cdeee8ba75e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 1127 time: 0.0763984 May 10 20:01:22.798528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d9b27-3457-4873-aa57-95fc50bf63f1 req-9289a614-ee16-4575-a689-3e4868ea0b9e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:22.800791 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe8d9b27-3457-4873-aa57-95fc50bf63f1 req-9289a614-ee16-4575-a689-3e4868ea0b9e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 943 time: 0.0888233 May 10 20:01:22.910531 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fe8d9b27-3457-4873-aa57-95fc50bf63f1 req-eee7645d-1f40-4f52-8cb8-3adea62c0120 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970099 May 10 20:01:22.921378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-470a99ca-531a-4451-af55-040424db5ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:22.922898 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-470a99ca-531a-4451-af55-040424db5ed1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.1371927 May 10 20:01:22.973075 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-5c2e0a69-3c9c-4007-a36e-8a7cb9a685fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8 HTTP/1.1" status: 200 len: 217 time: 0.0444283 May 10 20:01:23.193897 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b516ba56-e57e-4f29-a27c-e40b3819147b up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:23.246107 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-137d0950-4869-4c72-9d49-da758faf8f9f req-c923d7a6-1b62-4a98-ac4a-85ef943fdf91 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 210 time: 0.0498176 May 10 20:01:23.247766 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port b516ba56-e57e-4f29-a27c-e40b3819147b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:23.248146 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:23.265247 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-8526c19f-9811-46a0-bd15-3780fa1960a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:23.267008 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-8526c19f-9811-46a0-bd15-3780fa1960a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0562773 May 10 20:01:23.319691 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-c378eaf5-4502-495b-9bf5-b359a9ed0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:23.321759 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-c378eaf5-4502-495b-9bf5-b359a9ed0220 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485482 May 10 20:01:23.353873 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port b516ba56-e57e-4f29-a27c-e40b3819147b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:23.498906 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-9fc7b6bf-f0fb-43fe-a1e3-4cec7653ffd8 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665161 May 10 20:01:23.505791 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-921eec36-0b35-44a8-a517-3b00c918b04c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:23.507408 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-921eec36-0b35-44a8-a517-3b00c918b04c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 817 time: 0.1741006 May 10 20:01:23.625076 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-04f23ade-a0ee-468b-94a7-10407630a679 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 380 time: 0.1094241 May 10 20:01:23.640627 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'port': {'device_id': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'admin_state_up': True, 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'security_groups': ['d7609a6d-f49b-4343-a7ec-f61bb9532231']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:23.659617 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c05cb2f1-2549-4c38-91f1-0f33c3ea0299 req-e2de0f97-c99c-4035-8c59-f7c99503c547 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512923 May 10 20:01:23.754494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Made reservation on behalf of 3f7d501f555c4a0ba2419f68ba756db7 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:01:23.758287 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:23.879574 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Allocated IP 172.20.0.14 (4d96601e-070f-42ce-b6bb-05d8030298ee/f9a530e8-7ed0-4e82-86b3-c31853ef8639/740fa7f3-ee5c-4744-9541-a814cc75f111) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:24.042982 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e3cae-bb0f-46a7-9644-4531b8d63242 req-c216b9cd-e3f1-4f99-acf3-371dd41477c8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:24.044505 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-572e3cae-bb0f-46a7-9644-4531b8d63242 req-c216b9cd-e3f1-4f99-acf3-371dd41477c8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 943 time: 0.0651042 May 10 20:01:24.059907 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.111738 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-572e3cae-bb0f-46a7-9644-4531b8d63242 req-ba1845aa-438b-4159-bd86-658b69a8a941 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611677 May 10 20:01:24.124424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.145313 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device a4f6c88d-29e5-469b-8cef-1c56e40295d8 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:01:24.169306 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:24.174198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:24.176858 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:24.210602 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:24.240304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:24.240930 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.246551 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:24.259621 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-c84473d8-d876-4910-8263-7848c11fee7b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6273463 May 10 20:01:24.263391 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'port_id': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'mac_address': 'fa:16:3e:66:f4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:01:24.271878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Request body: {'port': {'device_id': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:24.303394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port a4f6c88d-29e5-469b-8cef-1c56e40295d8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:24.303803 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.320443 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4f6c88d-29e5-469b-8cef-1c56e40295d8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:24.339419 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.343157 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:24.348224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.394076 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90414a-09d5-41c8-8992-ec8ca6502e70 req-17e6b74f-2453-414c-bb1d-4d2eca39c4ad tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:24.396043 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec90414a-09d5-41c8-8992-ec8ca6502e70 req-17e6b74f-2453-414c-bb1d-4d2eca39c4ad tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 932 time: 0.0544655 May 10 20:01:24.408141 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:24.442863 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ec90414a-09d5-41c8-8992-ec8ca6502e70 req-dd3e8039-4143-4a82-b6da-4547bd71825e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408771 May 10 20:01:24.458611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-65587c11-f38b-4e75-9b07-5fd0eed18a48 None None] Provisioning complete for port 740fa7f3-ee5c-4744-9541-a814cc75f111 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:24.459002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65587c11-f38b-4e75-9b07-5fd0eed18a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.492169 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-65587c11-f38b-4e75-9b07-5fd0eed18a48 None None] Port 740fa7f3-ee5c-4744-9541-a814cc75f111 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:01:24.610956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:24.619011 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks [] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.632329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Transition to ACTIVE for port object 740fa7f3-ee5c-4744-9541-a814cc75f111 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:01:24.634721 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['a4f6c88d-29e5-469b-8cef-1c56e40295d8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:01:24.636038 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.689888 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:24.762360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Attempting to bind port 740fa7f3-ee5c-4744-9541-a814cc75f111 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:24.762557 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Attempting to bind port 740fa7f3-ee5c-4744-9541-a814cc75f111 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:24.762788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Attempting to bind port 740fa7f3-ee5c-4744-9541-a814cc75f111 on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:24.767809 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Port 740fa7f3-ee5c-4744-9541-a814cc75f111 on network 4d96601e-070f-42ce-b6bb-05d8030298ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:01:24.768134 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Attempting to bind port 740fa7f3-ee5c-4744-9541-a814cc75f111 on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:24.773286 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:24.773626 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Checking segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:24.774009 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Bound using segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:24.774664 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Bound port: 740fa7f3-ee5c-4744-9541-a814cc75f111, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:24.775032 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.841832 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:24.845124 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:24.851548 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.885653 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:24.886320 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:24.888017 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] 10.222.0.60 "PUT /v2.0/ports/740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 1094 time: 0.6209729 May 10 20:01:24.888392 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:24.890632 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16834f5-becc-4225-aa4b-5331b9ccb6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:24.915887 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36726d66-7362-4170-a696-af3eda18c8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:24.952315 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41808830-a85e-4171-ac6e-4a45d37d9bf3 x-openstack-request-id: req-41808830-a85e-4171-ac6e-4a45d37d9bf3 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:24.953183 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:24.953183 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41808830-a85e-4171-ac6e-4a45d37d9bf3 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:24.953429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41808830-a85e-4171-ac6e-4a45d37d9bf3'] response: {'name': 'network-changed', 'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'status': 'completed', 'code': 200} May 10 20:01:24.997733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-4f1cfbd8-2c33-4022-954b-e98033ba1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:24.999442 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-4f1cfbd8-2c33-4022-954b-e98033ba1834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1128 time: 0.0422583 May 10 20:01:25.046173 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-5aa9113e-f32f-43b5-b4a7-bd6552612bb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 217 time: 0.0381634 May 10 20:01:25.093854 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-251f74f8-89f5-42d3-9404-a2a36caa1c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:25.095288 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-251f74f8-89f5-42d3-9404-a2a36caa1c45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0416055 May 10 20:01:25.138535 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-33521a67-773b-49dd-b6f5-f86e1966077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:25.140114 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-33521a67-773b-49dd-b6f5-f86e1966077c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385528 May 10 20:01:25.226849 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff63e64-cdad-4f40-b0db-e825547cb83b req-89f6fd87-da31-4801-8c12-ac186d936d7d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:25.228335 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ff63e64-cdad-4f40-b0db-e825547cb83b req-89f6fd87-da31-4801-8c12-ac186d936d7d tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 944 time: 0.0455365 May 10 20:01:25.236498 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-6e26c998-2e00-4b90-83d1-b85ea05b8afd service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858941 May 10 20:01:25.277319 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1ff63e64-cdad-4f40-b0db-e825547cb83b req-2b1e6e61-8e58-4e76-ba3a-c92e68a575f0 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 May 10 20:01:25.324782 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7fff02b5-3f23-4ea4-bd96-5003b8e3f937 req-a8e592e3-87f4-47c3-8bba-d86385251da3 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818400 May 10 20:01:25.566817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1ff41-5c04-4394-9695-24b2eaff3bc1 req-a1fffe74-510d-47a4-8a08-5d582c4d41ba tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:25.568287 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cda1ff41-5c04-4394-9695-24b2eaff3bc1 req-a1fffe74-510d-47a4-8a08-5d582c4d41ba tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0503209 May 10 20:01:25.612453 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cda1ff41-5c04-4394-9695-24b2eaff3bc1 req-49e9fa14-af87-4e49-b0d3-89b823e61d33 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381100 May 10 20:01:26.161150 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:01:26.164203 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device a4f6c88d-29e5-469b-8cef-1c56e40295d8 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:26.218377 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-7ba360bc-96fe-49fe-9dde-955e99e4c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.220054 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-7ba360bc-96fe-49fe-9dde-955e99e4c7a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1128 time: 0.0456259 May 10 20:01:26.265957 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port a4f6c88d-29e5-469b-8cef-1c56e40295d8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:01:26.276339 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port a4f6c88d-29e5-469b-8cef-1c56e40295d8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:26.276706 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:26.308126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-f47b11e2-d076-4534-9e12-cb5fb69acb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.309604 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-f47b11e2-d076-4534-9e12-cb5fb69acb2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0838294 May 10 20:01:26.333496 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:26.350098 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:01:26.358451 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-0c552ec1-0f17-42dd-be27-eb205a78bb8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 217 time: 0.0420022 May 10 20:01:26.395755 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8b09-015a-4e7c-8b20-3021714e35f2 req-68c06e66-a599-4402-9e50-2b5127889378 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.397367 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a66c8b09-015a-4e7c-8b20-3021714e35f2 req-68c06e66-a599-4402-9e50-2b5127889378 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 944 time: 0.0491686 May 10 20:01:26.407054 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-d9252c5f-3f4e-4dce-8156-3139a961ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.408774 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-d9252c5f-3f4e-4dce-8156-3139a961ca8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0447793 May 10 20:01:26.417161 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:26.417478 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:26.420363 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port a4f6c88d-29e5-469b-8cef-1c56e40295d8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:26.421092 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:26.444466 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:26.448263 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a66c8b09-015a-4e7c-8b20-3021714e35f2 req-6b523f64-8aa1-4ec0-9bc9-b4e5a94056e5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436492 May 10 20:01:26.452291 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-2fd05a1d-1773-44f9-b9ea-1cd20b597195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.453801 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-2fd05a1d-1773-44f9-b9ea-1cd20b597195 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395167 May 10 20:01:26.460099 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:26.469414 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a0eb97-6fe9-4c31-a917-786e55a404a5" -d '{"events": [{"server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:26.484834 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:26.487118 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:26.490273 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:26.503413 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6580be-98db-490a-837c-3b62bc334545 x-openstack-request-id: req-be6580be-98db-490a-837c-3b62bc334545 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:26.504006 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "name": "network-vif-plugged", "status": "completed", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:26.504319 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-be6580be-98db-490a-837c-3b62bc334545 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:26.504828 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6580be-98db-490a-837c-3b62bc334545'] response: {'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'code': 200} May 10 20:01:26.505528 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:26.558877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:26.621185 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:26.731027 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea34ca-5cc8-45ae-b9f5-3d6985e856cc req-57b735c6-be00-4538-8bbc-35f718e9e12c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.732616 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34ea34ca-5cc8-45ae-b9f5-3d6985e856cc req-57b735c6-be00-4538-8bbc-35f718e9e12c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0481687 May 10 20:01:26.780953 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-34ea34ca-5cc8-45ae-b9f5-3d6985e856cc req-6a932c8e-c689-428f-9519-ae035f3568f7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424497 May 10 20:01:26.781903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['740fa7f3-ee5c-4744-9541-a814cc75f111'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:01:26.801899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8772f-e5b9-49a7-934f-22d1f3e5af7d req-275b57df-dfea-4a04-b5ec-b43c0ff0ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:26.803413 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99d8772f-e5b9-49a7-934f-22d1f3e5af7d req-275b57df-dfea-4a04-b5ec-b43c0ff0ced1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 1129 time: 0.0454412 May 10 20:01:26.848376 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-d9206c44-a7ce-475f-a02c-71299f874079 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885715 May 10 20:01:26.882504 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-99d8772f-e5b9-49a7-934f-22d1f3e5af7d req-01c0af9f-e5b1-4139-a134-4ec2abf5cfc5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711942 May 10 20:01:26.946703 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f16834f5-becc-4225-aa4b-5331b9ccb6a4 req-f38addec-7884-4928-bd78-dc6d53c180c1 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894277 May 10 20:01:27.565058 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312a7ac-4cd6-49c6-8864-eb2e2b7bfe3e req-d9bb4c93-0c96-4ade-8d5a-be74cf1cda70 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:27.566553 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d312a7ac-4cd6-49c6-8864-eb2e2b7bfe3e req-d9bb4c93-0c96-4ade-8d5a-be74cf1cda70 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0470126 May 10 20:01:27.612152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d312a7ac-4cd6-49c6-8864-eb2e2b7bfe3e req-93965eeb-4994-408e-85e8-30f0cc35933c tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400300 May 10 20:01:27.901455 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f0d9a-5958-46ef-a680-f4eb316f8991 req-d094f2e4-fbc7-42a0-b379-ec6095b9157c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:27.902951 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-015f0d9a-5958-46ef-a680-f4eb316f8991 req-d094f2e4-fbc7-42a0-b379-ec6095b9157c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0489585 May 10 20:01:27.948411 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-015f0d9a-5958-46ef-a680-f4eb316f8991 req-051e39b7-9b20-4746-b06d-e86781035fed tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399570 May 10 20:01:28.163724 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:28.206411 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 740fa7f3-ee5c-4744-9541-a814cc75f111 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:01:28.211943 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 740fa7f3-ee5c-4744-9541-a814cc75f111 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:28.212368 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:28.286691 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:28.287079 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:28.319613 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:28.323208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:28.373183 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:28.505507 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:28.507885 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7472b2d2-d68d-4f98-bd65-2d881afc2933" -d '{"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:28.541895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fdd332-d234-4839-b25e-bf901077ceda x-openstack-request-id: req-19fdd332-d234-4839-b25e-bf901077ceda {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:28.542217 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:28.542501 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19fdd332-d234-4839-b25e-bf901077ceda {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:28.542900 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19fdd332-d234-4839-b25e-bf901077ceda'] response: {'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'code': 200} May 10 20:01:28.725214 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05688d25-8805-4281-b238-5d195f9141f7 req-77b042aa-eecd-4495-ba9d-bd418509090b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:28.726740 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05688d25-8805-4281-b238-5d195f9141f7 req-77b042aa-eecd-4495-ba9d-bd418509090b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0470533 May 10 20:01:28.760496 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feb60c-6ce3-4c24-989f-6024b0bde8ce req-c19c0ad2-e23a-44d0-abc3-028793a62664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:28.761867 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9feb60c-6ce3-4c24-989f-6024b0bde8ce req-c19c0ad2-e23a-44d0-abc3-028793a62664 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1130 time: 0.0859568 May 10 20:01:28.773605 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-05688d25-8805-4281-b238-5d195f9141f7 req-189f6fbd-09a7-4a35-b3de-093f1cfde7d8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 May 10 20:01:28.806272 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d9feb60c-6ce3-4c24-989f-6024b0bde8ce req-7df02518-3af6-4b91-905b-025592612446 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376403 May 10 20:01:28.882180 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b9335-2f80-4060-a534-9214c1645b5e req-1b51b77c-ffaf-485f-9862-0c5cdd2e2172 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:28.883682 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d22b9335-2f80-4060-a534-9214c1645b5e req-1b51b77c-ffaf-485f-9862-0c5cdd2e2172 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0468869 May 10 20:01:28.892263 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57626) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:28.896509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Request body: {'floatingip': {'port_id': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:28.935400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:29.066267 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce85fcb-db35-4c23-b8fe-f37ea6a909bf req-626bae5c-6748-4dd6-9cb7-2236691e8454 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:29.067792 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce85fcb-db35-4c23-b8fe-f37ea6a909bf req-626bae5c-6748-4dd6-9cb7-2236691e8454 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0459006 May 10 20:01:29.116760 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cce85fcb-db35-4c23-b8fe-f37ea6a909bf req-833e134b-d418-4072-9db0-381bf5213f49 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433807 May 10 20:01:29.370515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:29.373963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:29.474685 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 7e4deeb1-d322-40da-9036-7d0054c9dbb8 associated. External IP: 172.27.3.197, port: a4f6c88d-29e5-469b-8cef-1c56e40295d8. May 10 20:01:29.681668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:29.789176 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:29.793547 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:29.798845 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:29.808919 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:29.809782 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:29.823979 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f1039d8a-4feb-40a8-86d6-3c53d031aee9 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "PUT /v2.0/floatingips/7e4deeb1-d322-40da-9036-7d0054c9dbb8 HTTP/1.1" status: 200 len: 991 time: 0.9306836 May 10 20:01:29.824606 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:29.826896 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f" -d '{"events": [{"name": "network-changed", "server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:29.864050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed56fe25-ee42-4299-ba80-5815e526d35a x-openstack-request-id: req-ed56fe25-ee42-4299-ba80-5815e526d35a {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:29.864351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:29.864606 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed56fe25-ee42-4299-ba80-5815e526d35a {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:29.865013 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed56fe25-ee42-4299-ba80-5815e526d35a'] response: {'name': 'network-changed', 'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'status': 'completed', 'code': 200} May 10 20:01:29.920636 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:30.126804 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '7e4deeb1-d322-40da-9036-7d0054c9dbb8', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:66:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837a7763-9305-4f62-b70e-d633f834892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:16Z', 'updated_at': '2022-05-10T20:01:29Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:30.156598 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:30.165102 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:30.165710 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:30.235115 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8dcf-a293-464d-a96d-14cbf57469f5 req-5a09d00f-d1bc-412d-950d-4a969d048889 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:30.236574 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-363a8dcf-a293-464d-a96d-14cbf57469f5 req-5a09d00f-d1bc-412d-950d-4a969d048889 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0472274 May 10 20:01:30.287029 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-363a8dcf-a293-464d-a96d-14cbf57469f5 req-e200cb62-bc91-4c07-9b3d-628b44eab097 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442116 May 10 20:01:30.367260 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:30.386838 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-b8df1334-bdab-4f35-af7f-f503f405fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:30.388368 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-b8df1334-bdab-4f35-af7f-f503f405fb2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=477a9d7174e544efbbe7803ca7e77521&device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 1129 time: 0.0436177 May 10 20:01:30.495082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-c0ddc2cc-72af-430d-9a6a-dc1f0a5451a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:30.496875 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-c0ddc2cc-72af-430d-9a6a-dc1f0a5451a9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 200 len: 916 time: 0.0894201 May 10 20:01:30.561334 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-c8d243cc-dd71-4e68-aa0b-3c622ce822f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8 HTTP/1.1" status: 200 len: 999 time: 0.0580571 May 10 20:01:30.582179 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '7e4deeb1-d322-40da-9036-7d0054c9dbb8', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:66:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837a7763-9305-4f62-b70e-d633f834892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:16Z', 'updated_at': '2022-05-10T20:01:29Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:30.611790 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74d2743-edc4-469c-b5ca-65ba673b13d3 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '7e4deeb1-d322-40da-9036-7d0054c9dbb8', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'port_id': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'mac_address': 'fa:16:3e:66:f4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '837a7763-9305-4f62-b70e-d633f834892f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:16Z', 'updated_at': '2022-05-10T20:01:29Z', 'revision_number': 1, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:30.612150 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-49bd1d5b-c272-473b-9706-49cca4ac7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:30.613608 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-49bd1d5b-c272-473b-9706-49cca4ac7543 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 200 len: 854 time: 0.0462520 May 10 20:01:30.663092 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-96d6df03-7bf3-4acd-acaf-5ad77f0d9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:30.664632 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-96d6df03-7bf3-4acd-acaf-5ad77f0d9150 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c69c6345-64af-49e8-8bf3-adcceaa64462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446084 May 10 20:01:30.754318 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-8ea5d905-1686-48b7-bdfe-fffeb7070102 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832677 May 10 20:01:30.804407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cce49bf-570a-4c6c-8271-ac54439229d1 None None] New status for floating IP 7e4deeb1-d322-40da-9036-7d0054c9dbb8: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:01:30.851329 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a4eeb4fe-722b-4f48-af1b-0aaa8dd9824f req-c04d2b21-50f6-4f9d-a753-e8ce38860c68 service neutron] 10.222.0.60 "GET /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900779 May 10 20:01:31.406116 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd8397-8969-4d83-a3cc-3bdb7702d432 req-9e6c679c-a30e-4b79-a77d-58f80345c6f4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:31.407606 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a2cd8397-8969-4d83-a3cc-3bdb7702d432 req-9e6c679c-a30e-4b79-a77d-58f80345c6f4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0467279 May 10 20:01:31.453474 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a2cd8397-8969-4d83-a3cc-3bdb7702d432 req-8e9042bc-2da2-46c1-964d-d035a748a206 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 May 10 20:01:31.563764 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f6c028-8777-4d18-b600-9753431f8895 req-2a230e68-0502-4b7f-953e-0b5713500788 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:31.565947 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36f6c028-8777-4d18-b600-9753431f8895 req-2a230e68-0502-4b7f-953e-0b5713500788 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0463505 May 10 20:01:31.574584 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57642) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:01:31.580503 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'floatingip': {'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:31.622709 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:32.266033 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:32.270301 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:32.370089 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Floating IP 52d9dee7-0ba8-4240-bf22-a44465f28d65 associated. External IP: 172.27.3.194, port: 740fa7f3-ee5c-4744-9541-a814cc75f111. May 10 20:01:32.575227 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:32.688195 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:32.693225 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:32.699283 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:32.710723 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:32.711386 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:32.722194 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-17118746-938f-4cd9-a311-727bfbcb1c9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "PUT /v2.0/floatingips/52d9dee7-0ba8-4240-bf22-a44465f28d65 HTTP/1.1" status: 200 len: 992 time: 1.1466403 May 10 20:01:32.722810 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:32.725122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37" -d '{"events": [{"name": "network-changed", "server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:32.759788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a3b3c-91b9-45c5-b8c9-a0d712d52d4d x-openstack-request-id: req-f66a3b3c-91b9-45c5-b8c9-a0d712d52d4d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:32.760084 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:32.760341 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f66a3b3c-91b9-45c5-b8c9-a0d712d52d4d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:32.760750 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66a3b3c-91b9-45c5-b8c9-a0d712d52d4d'] response: {'name': 'network-changed', 'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'status': 'completed', 'code': 200} May 10 20:01:32.820126 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:32.823506 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-d69ef8f5-a6b6-4330-aeff-82475743d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:32.825011 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-d69ef8f5-a6b6-4330-aeff-82475743d22a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1130 time: 0.0422335 May 10 20:01:32.915874 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-61aa69de-3dac-42aa-a330-11b96164321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:32.917411 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-61aa69de-3dac-42aa-a330-11b96164321f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0844841 May 10 20:01:32.987363 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-b34dd87a-704c-4f7c-9864-7074eeecc7c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 1000 time: 0.0624406 May 10 20:01:33.035626 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-564fbc28-9a55-4d7f-895c-a6a6a10efe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:33.036294 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '52d9dee7-0ba8-4240-bf22-a44465f28d65', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:20Z', 'updated_at': '2022-05-10T20:01:32Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:33.037087 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-564fbc28-9a55-4d7f-895c-a6a6a10efe22 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0441968 May 10 20:01:33.066812 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:33.075115 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:33.075657 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:33.080057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-183ed681-212d-4fc8-a651-d5a7ec3bc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:33.081654 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-183ed681-212d-4fc8-a651-d5a7ec3bc9e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385101 May 10 20:01:33.171877 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-f80a4a36-25b8-47ec-a7f5-6868d5bbf09e service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839696 May 10 20:01:33.186059 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:33.267594 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bc2fc0bc-15bf-46e7-8f20-4538a88b3a37 req-6295790f-366e-42be-b803-faa7589e1def service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853949 May 10 20:01:33.406549 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '52d9dee7-0ba8-4240-bf22-a44465f28d65', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:20Z', 'updated_at': '2022-05-10T20:01:32Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:33.436520 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8feef8-0f59-4891-8fc3-19e79fa3275e None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '52d9dee7-0ba8-4240-bf22-a44465f28d65', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:01:20Z', 'updated_at': '2022-05-10T20:01:32Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:33.620850 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600cd4ef-0487-439f-a2ae-bd01108afac1 None None] New status for floating IP 52d9dee7-0ba8-4240-bf22-a44465f28d65: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:01:39.364917 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff2e55-727a-4698-b0fd-f582dc1e6b52 req-feb349fe-bc19-4261-9c7d-a997b91a594b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:39.366274 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9aff2e55-727a-4698-b0fd-f582dc1e6b52 req-feb349fe-bc19-4261-9c7d-a997b91a594b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0454636 May 10 20:01:39.414349 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9aff2e55-727a-4698-b0fd-f582dc1e6b52 req-2a863236-4661-4828-938d-f044793054fd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 May 10 20:01:40.530003 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10eb797-4e51-4fc4-a540-b5edc796d7a9 req-723a6054-24c9-4e54-8b1d-b83010f79785 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:40.531530 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10eb797-4e51-4fc4-a540-b5edc796d7a9 req-723a6054-24c9-4e54-8b1d-b83010f79785 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0490310 May 10 20:01:40.579061 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f10eb797-4e51-4fc4-a540-b5edc796d7a9 req-7bc05752-3d5f-4776-ae17-786fd4420634 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 May 10 20:01:40.643684 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-9b1fe84f-cc4e-4224-bffc-5111c954e6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.055633 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-0f384874-12c9-481f-a613-998a04a73fa0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:41.057037 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-0f384874-12c9-481f-a613-998a04a73fa0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 945 time: 0.0483673 May 10 20:01:41.139000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:01:41.139282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.228903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] For port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:41.229262 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.398226 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.398536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (dfa9506c-29b6-4bf2-8182-93c46e7181f7), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.398854 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP dfa9506c-29b6-4bf2-8182-93c46e7181f7 disassociated. External IP: 172.27.3.142, port: d82adb7e-2a47-4a94-aa72-c7ea1f21f48c. May 10 20:01:41.399191 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for d82adb7e-2a47-4a94-aa72-c7ea1f21f48c owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:01:41.525964 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.527416 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d82adb7e-2a47-4a94-aa72-c7ea1f21f48c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.560243 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=d82adb7e-2a47-4a94-aa72-c7ea1f21f48c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:41.686967 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-75120104-9527-4a92-aed5-4c802a0d485a req-9a60e95c-0fa0-4660-8467-1a310ccfa824 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=24e0633f-fa61-4d94-8b8b-663d1a59ed6f HTTP/1.1" status: 200 len: 210 time: 0.0348279 May 10 20:01:41.695810 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:01:41.803786 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:01:41.812735 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:01:41.822668 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:41.823384 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:41.849321 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] No DVR routers for this DVR port d82adb7e-2a47-4a94-aa72-c7ea1f21f48c on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:01:41.851784 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:41.855049 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b3611bfa-e82f-45b0-82c2-04f9ceb2663c req-77f8f3c0-5b44-4863-99ae-2702ca16a20e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "DELETE /v2.0/ports/d82adb7e-2a47-4a94-aa72-c7ea1f21f48c HTTP/1.1" status: 204 len: 173 time: 0.7927544 May 10 20:01:41.855475 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'name': 'network-vif-deleted', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:41.857692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc5c828-f365-499d-a40b-cad0a1d5f9e7" -d '{"events": [{"server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "name": "network-vif-deleted", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:41.895039 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39492d-6662-45e2-a5fe-6b52ae542468 x-openstack-request-id: req-eb39492d-6662-45e2-a5fe-6b52ae542468 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:41.895593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e0633f-fa61-4d94-8b8b-663d1a59ed6f", "name": "network-vif-deleted", "tag": "d82adb7e-2a47-4a94-aa72-c7ea1f21f48c", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:41.895909 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb39492d-6662-45e2-a5fe-6b52ae542468 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:41.896747 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb39492d-6662-45e2-a5fe-6b52ae542468'] response: {'server_uuid': '24e0633f-fa61-4d94-8b8b-663d1a59ed6f', 'name': 'network-vif-deleted', 'tag': 'd82adb7e-2a47-4a94-aa72-c7ea1f21f48c', 'status': 'completed', 'code': 200} May 10 20:01:41.944339 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:42.132999 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:01:42.146742 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:42.174662 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:01:42.183001 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:01:42.183603 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:42.378120 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:01:42.570531 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:01:42.596862 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e91c05-89bd-47b6-b04d-161f72b10a03 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:01:42.812800 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26265b27-2167-4e95-a2de-8dc953f8a55d None None] New status for floating IP dfa9506c-29b6-4bf2-8182-93c46e7181f7: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:01:42.951158 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-3d7396a0-6433-4248-9950-6921cf60f231 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470214062&fields=id&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 267 time: 0.0455167 May 10 20:01:43.061258 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-637fc4b5-e953-4787-ac51-22fca8665c78 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:43.062718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-637fc4b5-e953-4787-ac51-22fca8665c78 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.0998468 May 10 20:01:43.076557 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f115aa59-e926-4ccc-ac28-5044ded885f2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/quotas/493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 375 time: 0.0085077 May 10 20:01:43.122691 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e2c7-01ee-432b-8be0-f457f2cc26a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:43.125064 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-68feaf44-6396-4d9c-a5dd-ded637916595 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437806 May 10 20:01:43.261573 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-ecc66791-e121-46f9-b388-e170bf89ce81 service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 May 10 20:01:43.351044 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-7796b638-8734-469d-ac01-b16c3a101c75 service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837598 May 10 20:01:43.626557 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5468ec45-c0d0-41ab-b673-91e7aed1d48b req-e47f68ba-7beb-482c-9133-1efed5435f44 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 210 time: 0.0272062 May 10 20:01:43.959551 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:44.188809 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d82adb7e-2a47-4a94-aa72-c7ea1f21f48c no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:01:44.213343 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: d82adb7e-2a47-4a94-aa72-c7ea1f21f48c {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:01:44.213619 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d82adb7e-2a47-4a94-aa72-c7ea1f21f48c not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:01:44.557378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-76275e0a-eb40-4b14-a8db-7033db361dc7 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:44.558837 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-76275e0a-eb40-4b14-a8db-7033db361dc7 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.1032288 May 10 20:01:44.629328 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-ef12fc6a-040d-47c3-843d-8503887463f4 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 379 time: 0.0567441 May 10 20:01:44.637801 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'port': {'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'admin_state_up': True, 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'security_groups': ['c175e69e-58ee-4a29-a8b1-9de963dc0a46']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:44.726493 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d94178f1-0dc0-4a7f-8520-34b429ef511b req-330f3ae2-4ae2-41aa-9ea7-c58ffd233dcd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 210 time: 0.0305145 May 10 20:01:44.751566 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Made reservation on behalf of 493768250fbb449a8b5430992e76b60f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:01:44.754894 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:44.881213 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.20.0.12 (d20c2327-06bd-4a9c-bc81-ab7a5e947390/22361c0a-cf12-4634-82fd-a8ca7039f9bc/3861263d-5b70-4336-8929-4965baec17b5) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:01:45.031552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (3861263d-5b70-4336-8929-4965baec17b5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.064876 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.104963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:01:45.107990 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:01:45.111715 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:01:45.146329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:45.169347 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:45.170000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.188321 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-f717d001-d933-4305-9a6c-dc7904f1673c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541804 May 10 20:01:45.203823 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Request body: {'port': {'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:01:45.268494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3861263d-5b70-4336-8929-4965baec17b5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.358624 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.387134 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ba0dc28b-e1f5-46c2-a991-0404ccba047f None None] Provisioning complete for port 3861263d-5b70-4336-8929-4965baec17b5 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:45.387513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ba0dc28b-e1f5-46c2-a991-0404ccba047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3861263d-5b70-4336-8929-4965baec17b5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.421808 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dc28b-e1f5-46c2-a991-0404ccba047f None None] Port 3861263d-5b70-4336-8929-4965baec17b5 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:01:45.552825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3861263d-5b70-4336-8929-4965baec17b5 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:45.560304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks [] for port (3861263d-5b70-4336-8929-4965baec17b5), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.574569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Transition to ACTIVE for port object 3861263d-5b70-4336-8929-4965baec17b5 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:01:45.579209 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.631839 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Pushing event updated for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:45.704158 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Attempting to bind port 3861263d-5b70-4336-8929-4965baec17b5 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:01:45.704498 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Attempting to bind port 3861263d-5b70-4336-8929-4965baec17b5 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:01:45.704830 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Attempting to bind port 3861263d-5b70-4336-8929-4965baec17b5 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:45.709435 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Port 3861263d-5b70-4336-8929-4965baec17b5 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:01:45.709757 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Attempting to bind port 3861263d-5b70-4336-8929-4965baec17b5 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:01:45.714753 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:01:45.715096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:01:45.715481 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Bound using segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:01:45.715907 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Bound port: 3861263d-5b70-4336-8929-4965baec17b5, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:01:45.716267 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3861263d-5b70-4336-8929-4965baec17b5), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:45.846416 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec80de-c847-4019-a36c-7890ac1c513e req-cc0c8b74-47f6-47c4-a8a2-82205a01f456 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:45.849420 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dec80de-c847-4019-a36c-7890ac1c513e req-cc0c8b74-47f6-47c4-a8a2-82205a01f456 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0508399 May 10 20:01:45.902718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7dec80de-c847-4019-a36c-7890ac1c513e req-1809b9d9-43de-429c-b010-fa89f288f20d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472944 May 10 20:01:46.032858 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:01:46.036741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3861263d-5b70-4336-8929-4965baec17b5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:01:46.042662 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:46.073491 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.074127 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:46.075936 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] 10.222.0.60 "PUT /v2.0/ports/3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 1094 time: 0.8768911 May 10 20:01:46.078773 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:46.081085 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096ef921-2599-42d1-b917-0625a374c8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:46.122680 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5113f1b-ffe1-4b04-ad51-9831bd79d55f service neutron] Pushing event updated for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:46.180504 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-e4411a9b-aff1-41bb-9340-6ceaff9045b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.182255 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-e4411a9b-aff1-41bb-9340-6ceaff9045b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1128 time: 0.0523129 May 10 20:01:46.188935 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a5d821-7a18-45b1-bd54-8b486ab64e5b x-openstack-request-id: req-e9a5d821-7a18-45b1-bd54-8b486ab64e5b {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:46.189227 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:46.189480 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9a5d821-7a18-45b1-bd54-8b486ab64e5b {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:46.189877 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a5d821-7a18-45b1-bd54-8b486ab64e5b'] response: {'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5', 'status': 'completed', 'code': 200} May 10 20:01:46.230135 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-9c143d03-a421-4baa-b4a9-d70a50d0ae1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 217 time: 0.0349500 May 10 20:01:46.280367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-af5b04c2-6b96-4c5e-a6cb-64d5e4fa9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.281954 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-af5b04c2-6b96-4c5e-a6cb-64d5e4fa9728 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0439329 May 10 20:01:46.323011 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-3509ae14-2504-4b28-99d0-a219acc426b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.324340 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-3509ae14-2504-4b28-99d0-a219acc426b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365617 May 10 20:01:46.417945 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-78233ab8-3a47-4c41-a6e5-326f89be991c service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841537 May 10 20:01:46.503793 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cc0566d1-5a42-4725-9491-93d0d308fa66 req-5b564263-aed3-4e96-8f43-c024c1a6fa12 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792577 May 10 20:01:46.808996 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef921-2599-42d1-b917-0625a374c8ff req-3cfa0c97-821e-40d2-a039-460b9bd2dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.810453 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-3cfa0c97-821e-40d2-a039-460b9bd2dcba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1128 time: 0.0478475 May 10 20:01:46.911104 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef921-2599-42d1-b917-0625a374c8ff req-2351e05f-8e54-4255-ae27-75e065186e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:46.912845 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-2351e05f-8e54-4255-ae27-75e065186e67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.0930967 May 10 20:01:46.960900 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-cbd5673b-1d10-4e99-b37a-aa96a2fc4255 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 217 time: 0.0415390 May 10 20:01:47.040251 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef921-2599-42d1-b917-0625a374c8ff req-70b95773-7989-40e3-b867-b1438b61c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:47.041716 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-70b95773-7989-40e3-b867-b1438b61c3fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0750351 May 10 20:01:47.049867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f029130-c919-4dcd-8e14-5005eb554663 req-61c0bba7-57d2-4786-8185-2964d594b21b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:47.051855 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f029130-c919-4dcd-8e14-5005eb554663 req-61c0bba7-57d2-4786-8185-2964d594b21b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0587268 May 10 20:01:47.109017 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ef921-2599-42d1-b917-0625a374c8ff req-c878f644-06c8-4824-b58a-d9d7387a2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:47.110439 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-c878f644-06c8-4824-b58a-d9d7387a2caa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554929 May 10 20:01:47.149931 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3f029130-c919-4dcd-8e14-5005eb554663 req-b368236e-14a5-416b-a603-aa7857597c5c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873420 May 10 20:01:47.158657 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:47.215646 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-55e4f78c-b116-4dec-8ee1-4759c0340fb0 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938115 May 10 20:01:47.304601 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-096ef921-2599-42d1-b917-0625a374c8ff req-71be64da-3a68-4280-b8af-cf1b4b66aaf6 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823922 May 10 20:01:48.266123 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee3d13-37e5-47ea-b62f-4aefa4762ef5 req-e06bb3d4-6624-4a42-855b-f425b1b84168 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:48.267518 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63ee3d13-37e5-47ea-b62f-4aefa4762ef5 req-e06bb3d4-6624-4a42-855b-f425b1b84168 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0492413 May 10 20:01:48.315281 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-63ee3d13-37e5-47ea-b62f-4aefa4762ef5 req-58847dcb-4eac-4488-9ddd-36405e552818 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 May 10 20:01:49.430476 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7bfaec-e6a0-473b-a236-26c6d33f971b req-fe2d4f12-85ea-4e97-9b5b-e3118134ff73 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:49.431949 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e7bfaec-e6a0-473b-a236-26c6d33f971b req-fe2d4f12-85ea-4e97-9b5b-e3118134ff73 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0506542 May 10 20:01:49.479611 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e7bfaec-e6a0-473b-a236-26c6d33f971b req-6e1b9b59-9e96-468e-9be2-6d84968c62b3 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421653 May 10 20:01:50.590072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a82552-cd37-4a41-b5bb-4175c37f02f8 req-81f7d5ec-c97a-4e0f-a7db-8c7581e307bb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:50.591557 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f1a82552-cd37-4a41-b5bb-4175c37f02f8 req-81f7d5ec-c97a-4e0f-a7db-8c7581e307bb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0462527 May 10 20:01:50.638760 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f1a82552-cd37-4a41-b5bb-4175c37f02f8 req-e23f6810-f067-4ffc-9702-8e7b048f98bc tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418003 May 10 20:01:51.749030 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75a954-b680-4288-9cc1-3e34699ac6d6 req-425c520b-5f88-47ef-9363-a985e79c8b51 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:51.750533 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d75a954-b680-4288-9cc1-3e34699ac6d6 req-425c520b-5f88-47ef-9363-a985e79c8b51 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0467312 May 10 20:01:51.797757 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0d75a954-b680-4288-9cc1-3e34699ac6d6 req-56f1c614-58ee-41d8-93b9-2a9b0c08d9d8 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416880 May 10 20:01:52.906169 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50a649-09e8-477c-92eb-54d0634dde8a req-2e027516-4f23-4e57-beea-1e6e046b896e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:52.907638 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc50a649-09e8-477c-92eb-54d0634dde8a req-2e027516-4f23-4e57-beea-1e6e046b896e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0455222 May 10 20:01:52.958256 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc50a649-09e8-477c-92eb-54d0634dde8a req-8616794b-2acb-4af8-a349-ba34140fc586 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445580 May 10 20:01:54.071569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b44573-9cd1-4a1b-9a08-725da9b9f67f req-76dda6e8-bedb-4fae-b179-00b080be59b1 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:54.073036 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08b44573-9cd1-4a1b-9a08-725da9b9f67f req-76dda6e8-bedb-4fae-b179-00b080be59b1 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0490520 May 10 20:01:54.120186 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-08b44573-9cd1-4a1b-9a08-725da9b9f67f req-072a3a44-ebb9-4dba-a9b1-f0941f0b9584 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 May 10 20:01:55.231199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1dba0-a5aa-4f09-8471-7b3a8965aa22 req-08f3248d-8527-484a-9e91-50582b12c784 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:55.232664 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6fb1dba0-a5aa-4f09-8471-7b3a8965aa22 req-08f3248d-8527-484a-9e91-50582b12c784 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0458901 May 10 20:01:55.279774 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6fb1dba0-a5aa-4f09-8471-7b3a8965aa22 req-347f513e-9412-4dca-9744-11d228641431 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416622 May 10 20:01:56.219050 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3861263d-5b70-4336-8929-4965baec17b5 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:01:56.315720 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3861263d-5b70-4336-8929-4965baec17b5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:56.327021 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '3861263d-5b70-4336-8929-4965baec17b5', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:01:56.365082 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 3861263d-5b70-4336-8929-4965baec17b5 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:56.365454 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3861263d-5b70-4336-8929-4965baec17b5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:56.379311 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3861263d-5b70-4336-8929-4965baec17b5 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:01:56.391367 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ea061-d87d-47af-8d3e-9084e8e9560b req-446a9697-20df-4c02-b09e-bdee83868a2b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:56.392943 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-349ea061-d87d-47af-8d3e-9084e8e9560b req-446a9697-20df-4c02-b09e-bdee83868a2b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 944 time: 0.0486305 May 10 20:01:56.400430 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3861263d-5b70-4336-8929-4965baec17b5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:56.404617 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:56.444720 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-349ea061-d87d-47af-8d3e-9084e8e9560b req-5c28dfab-1a46-4381-8438-9a5af8486d8f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 May 10 20:01:56.454373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:56.662339 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['3861263d-5b70-4336-8929-4965baec17b5'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:01:57.557497 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a6ea2-3467-410c-8415-4d9f3c2c3087 req-8aebf8af-fcc7-4d0a-9bbe-8f479917792e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:57.558994 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b3a6ea2-3467-410c-8415-4d9f3c2c3087 req-8aebf8af-fcc7-4d0a-9bbe-8f479917792e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 945 time: 0.0471718 May 10 20:01:57.606554 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7b3a6ea2-3467-410c-8415-4d9f3c2c3087 req-051cef1e-d562-4406-8a73-3056a7b8ab6c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 May 10 20:01:58.221371 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3861263d-5b70-4336-8929-4965baec17b5 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:01:58.267562 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 3861263d-5b70-4336-8929-4965baec17b5 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:01:58.274083 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 3861263d-5b70-4336-8929-4965baec17b5 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:01:58.274477 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3861263d-5b70-4336-8929-4965baec17b5), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:58.347588 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 3861263d-5b70-4336-8929-4965baec17b5 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:01:58.347969 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3861263d-5b70-4336-8929-4965baec17b5), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:58.369830 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3861263d-5b70-4336-8929-4965baec17b5'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:01:58.372154 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9b47b-bdd8-4903-8229-a4646563bef4" -d '{"events": [{"server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "name": "network-vif-plugged", "status": "completed", "tag": "3861263d-5b70-4336-8929-4965baec17b5"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:01:58.384797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3861263d-5b70-4336-8929-4965baec17b5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:01:58.388802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:01:58.437762 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:01:58.461465 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fae700-3cb9-481c-9a6b-485574faf642 x-openstack-request-id: req-c6fae700-3cb9-481c-9a6b-485574faf642 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:01:58.461788 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "name": "network-vif-plugged", "status": "completed", "tag": "3861263d-5b70-4336-8929-4965baec17b5", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:01:58.462050 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6fae700-3cb9-481c-9a6b-485574faf642 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:01:58.462475 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fae700-3cb9-481c-9a6b-485574faf642'] response: {'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3861263d-5b70-4336-8929-4965baec17b5', 'code': 200} May 10 20:01:58.728620 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf77ba-5cbd-4216-a882-f2dc1ddb807d req-f04ff670-995d-46e4-a475-13f7e4aa4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:58.730101 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-baaf77ba-5cbd-4216-a882-f2dc1ddb807d req-f04ff670-995d-46e4-a475-13f7e4aa4e73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1130 time: 0.0670707 May 10 20:01:58.749399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded48c8-3f17-4158-9fe3-9e34e97d8c94 req-394d7960-40ab-4090-853d-8422ea62b7ab tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:58.750790 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ded48c8-3f17-4158-9fe3-9e34e97d8c94 req-394d7960-40ab-4090-853d-8422ea62b7ab tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0614347 May 10 20:01:58.807331 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-baaf77ba-5cbd-4216-a882-f2dc1ddb807d req-262c0717-649b-4afa-b7ae-0076cf7c9a52 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700381 May 10 20:01:58.819513 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ded48c8-3f17-4158-9fe3-9e34e97d8c94 req-5d12a673-5cf7-4e71-a7ba-d1c57c343e07 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620809 May 10 20:01:59.934051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203101f-c257-4b0b-a792-465c545f6266 req-88e291a8-01ae-4a70-873f-8cac1212ad82 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:01:59.935521 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1203101f-c257-4b0b-a792-465c545f6266 req-88e291a8-01ae-4a70-873f-8cac1212ad82 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0482492 May 10 20:01:59.982534 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1203101f-c257-4b0b-a792-465c545f6266 req-90241a65-349e-4a21-8a60-e46c45b2ca84 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 May 10 20:02:01.093138 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e92694-2293-4b84-91cd-78f48213f7c2 req-2181a79c-0da1-4a26-930c-26e0dc781bbd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:01.094641 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1e92694-2293-4b84-91cd-78f48213f7c2 req-2181a79c-0da1-4a26-930c-26e0dc781bbd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0463827 May 10 20:02:01.142337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1e92694-2293-4b84-91cd-78f48213f7c2 req-10a649c9-0287-4575-8f3b-29dccdb4fc1f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422869 May 10 20:02:01.253404 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fd973-85e9-4530-8883-fa1fb30fc202 req-c8e7a629-15d3-4c49-b8f9-ad9f56e131dd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:01.255522 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-411fd973-85e9-4530-8883-fa1fb30fc202 req-c8e7a629-15d3-4c49-b8f9-ad9f56e131dd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0468893 May 10 20:02:01.302844 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-411fd973-85e9-4530-8883-fa1fb30fc202 req-956e0d38-fa87-4c1a-a83b-1991bb1b63c0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 May 10 20:02:01.325180 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57814) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:01.365338 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a512b3f-a70e-4139-9a9f-791927d63748 tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:01.366875 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7a512b3f-a70e-4139-9a9f-791927d63748 tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1125 time: 0.0407212 May 10 20:02:01.369852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57816) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:01.374019 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:02:01.394257 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:01.468091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:01.573771 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.27.3.99 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/1a64be15-e94d-4ba5-b6b0-1163000df60f) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:02:01.672052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:01.703604 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:01.744103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:02:01.746986 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:01.752419 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:02:01.757728 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=1a64be15-e94d-4ba5-b6b0-1163000df60f,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:01.784246 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.784504 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.784844 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.785179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.785507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.786358 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.786705 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.787027 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.787348 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.787666 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.787986 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.788304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.788619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.788953 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:01.789253 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:02.125272 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (3f388ce9-bd35-407a-8883-980088076f74), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.194059 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.338205 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.342735 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.411749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=1a64be15-e94d-4ba5-b6b0-1163000df60f,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:02.421356 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (3f388ce9-bd35-407a-8883-980088076f74), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.523675 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP 3f388ce9-bd35-407a-8883-980088076f74 associated. External IP: 172.27.3.99, port: 3861263d-5b70-4336-8929-4965baec17b5. May 10 20:02:02.738000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:02:02.848826 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:02:02.859401 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:02.866515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:02.870250 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:02.870894 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:02.895992 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-15819561-bbc0-4ba9-9e00-9d5dfa201267 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5251594 May 10 20:02:02.896756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:02:02.899092 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb517d-fd06-45e3-88ff-3275e1b19502" -d '{"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:02:02.936375 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfb0ef0-6170-4468-a20b-6f2c5afc2e32 x-openstack-request-id: req-4bfb0ef0-6170-4468-a20b-6f2c5afc2e32 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:02:02.936667 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:02:02.936923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4bfb0ef0-6170-4468-a20b-6f2c5afc2e32 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:02:02.937329 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bfb0ef0-6170-4468-a20b-6f2c5afc2e32'] response: {'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5', 'status': 'completed', 'code': 200} May 10 20:02:02.979500 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:02.999260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-192aa8e5-1806-4b6b-acb7-30b8f6a40b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:03.000754 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-192aa8e5-1806-4b6b-acb7-30b8f6a40b3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1130 time: 0.0387259 May 10 20:02:03.091667 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-7f31c7a4-603e-4ed5-b2f1-401a6d352fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:03.093131 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-7f31c7a4-603e-4ed5-b2f1-401a6d352fd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.0853276 May 10 20:02:03.158984 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-a0e11703-3fa9-459f-9425-2ec6a08dd760 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 999 time: 0.0583405 May 10 20:02:03.190353 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:01Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:03.212251 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-85630c33-5dda-48c3-97ba-e76da135baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:03.213799 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-85630c33-5dda-48c3-97ba-e76da135baa1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0459821 May 10 20:02:03.219648 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:03.228816 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:03.229439 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:03.259437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-69fa8f68-77bb-4c56-b98f-7e3afe17d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:03.260934 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-69fa8f68-77bb-4c56-b98f-7e3afe17d396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389929 May 10 20:02:03.334341 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:03.346910 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-1262237b-bf24-46ad-956e-82581301a7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792413 May 10 20:02:03.440818 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68eb517d-fd06-45e3-88ff-3275e1b19502 req-fe538880-be26-4ceb-9480-4b6e6fd4e28c service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876403 May 10 20:02:03.555786 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:01Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:03.581276 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cccd301-3e44-4b01-a010-16a1388824f9 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:01Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:03.782140 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca44e3a-c66e-4597-97ea-d908ab5799f5 None None] New status for floating IP 3f388ce9-bd35-407a-8883-980088076f74: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:02:06.804146 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33591d1-4baf-4186-bb6d-62c99904838d req-5602f514-9c4c-40c1-a391-f1f0ae669843 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:06.805551 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a33591d1-4baf-4186-bb6d-62c99904838d req-5602f514-9c4c-40c1-a391-f1f0ae669843 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0494132 May 10 20:02:06.854260 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a33591d1-4baf-4186-bb6d-62c99904838d req-0c73ea26-b1e0-4073-a2f8-5aa92f6a875b tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430779 May 10 20:02:07.967104 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeb36f-d4fd-49ac-aa7c-def8d79a47b0 req-6b3defba-b220-4d01-bae9-62cc8f2d1608 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:07.968627 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-debeb36f-d4fd-49ac-aa7c-def8d79a47b0 req-6b3defba-b220-4d01-bae9-62cc8f2d1608 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0462778 May 10 20:02:08.017616 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-debeb36f-d4fd-49ac-aa7c-def8d79a47b0 req-6dd0a991-8af9-4217-b8ee-5a9ade701ce5 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423365 May 10 20:02:08.859903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-7f2eb86b-65ac-4353-a22a-d62856f4a655 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:08.861350 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-7f2eb86b-65ac-4353-a22a-d62856f4a655 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0477970 May 10 20:02:08.958998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Deleting port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:08.959341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.064080 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] For port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:09.064704 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.165536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06f6a-3d2f-4a74-a66d-4dbf0e6c449e req-00d1bf71-fcbe-47ac-b30b-54143cebc966 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:09.167027 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d0f06f6a-3d2f-4a74-a66d-4dbf0e6c449e req-00d1bf71-fcbe-47ac-b30b-54143cebc966 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/ports?device_id=fad18001-e522-4e8a-b06a-36ddc62d01b6 HTTP/1.1" status: 200 len: 945 time: 0.0570962 May 10 20:02:09.287617 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d0f06f6a-3d2f-4a74-a66d-4dbf0e6c449e req-8f647b78-5877-43c2-bdde-22cce9a7aa32 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups?id=5df41121-a350-4a5d-8719-0c16c5f6014a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874035 May 10 20:02:09.304502 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.304863 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.305218 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Floating IP 8898bf91-0e4c-4b20-82cd-b6b1ed6f341d disassociated. External IP: 172.27.3.137, port: 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8. May 10 20:02:09.305527 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Calling delete_port for 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:09.433175 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.459015 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'Port': ['ID=6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:09.574275 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:02:09.681277 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:02:09.692375 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:09.702318 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:09.702963 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:09.722651 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] No DVR routers for this DVR port 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:09.725660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:09.728954 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c8ce505b-3737-4831-9531-87c7cf436a58 req-55e1692c-a940-49dd-8d50-293a5f864391 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.60 "DELETE /v2.0/ports/6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 HTTP/1.1" status: 204 len: 173 time: 0.8573627 May 10 20:02:09.729396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'name': 'network-vif-deleted', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:02:09.732170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd04e6a5-b88e-4463-9cd5-9c24cfd0e8f6" -d '{"events": [{"server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "name": "network-vif-deleted", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:02:09.775095 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3b404e-7423-4b6d-a905-8f98b1ddbf7e x-openstack-request-id: req-fe3b404e-7423-4b6d-a905-8f98b1ddbf7e {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:02:09.775393 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad18001-e522-4e8a-b06a-36ddc62d01b6", "name": "network-vif-deleted", "tag": "6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:02:09.775657 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe3b404e-7423-4b6d-a905-8f98b1ddbf7e {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:02:09.776082 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3b404e-7423-4b6d-a905-8f98b1ddbf7e'] response: {'server_uuid': 'fad18001-e522-4e8a-b06a-36ddc62d01b6', 'name': 'network-vif-deleted', 'tag': '6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8', 'status': 'completed', 'code': 200} May 10 20:02:09.818628 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:10.098688 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:10.124917 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:10.134044 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:10.134676 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:01:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:10.256059 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:10.373053 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:10.429280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (5df41121-a350-4a5d-8719-0c16c5f6014a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.448298 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:10.452350 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (5df41121-a350-4a5d-8719-0c16c5f6014a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.475970 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adec857-b74a-4124-84a1-8bd6d8cecac1 None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f', 'name': '', 'network_id': 'f696180f-7a91-4c53-a5b6-6312e26b7ddf', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'mac_address': 'fa:16:3e:96:da:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:32Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'subnets': [{'id': '225e2463-e4a4-40d9-a82d-d604bf95014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:10.499559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (5df41121-a350-4a5d-8719-0c16c5f6014a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.502229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.503442 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "DELETE /v2.0/security-groups/5df41121-a350-4a5d-8719-0c16c5f6014a HTTP/1.1" status: 204 len: 168 time: 0.1287951 May 10 20:02:10.507621 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57904) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:10.514271 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adeebb0-03a1-47c3-992c-3987257f22d6 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df41121-a350-4a5d-8719-0c16c5f6014a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:10.538268 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-054478c8-e817-44b3-b195-b0941e508373 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] show failed (client error): The resource could not be found. May 10 20:02:10.542253 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57906) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:10.542372 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-054478c8-e817-44b3-b195-b0941e508373 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "GET /v2.0/security-groups/5df41121-a350-4a5d-8719-0c16c5f6014a HTTP/1.1" status: 404 len: 347 time: 0.0331645 May 10 20:02:10.647844 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc86c028-f2f3-4f99-a3da-c64308022156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.665304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Deleting port 027ca985-ce3e-4fe9-969d-87afe5c5b9a9 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:10.665629 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.713082 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bed423-46ed-4baa-8a26-2210bd5cfe9f None None] New status for floating IP 8898bf91-0e4c-4b20-82cd-b6b1ed6f341d: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:02:10.746384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:10.746746 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:11.004767 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Calling delete_port for 027ca985-ce3e-4fe9-969d-87afe5c5b9a9 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:11.134042 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (027ca985-ce3e-4fe9-969d-87afe5c5b9a9), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:11.162086 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Pushing event deleted for resources: {'Port': ['ID=027ca985-ce3e-4fe9-969d-87afe5c5b9a9,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:11.220693 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks [] for floatingip (8898bf91-0e4c-4b20-82cd-b6b1ed6f341d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:11.223224 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:11.224368 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8732932d-f13f-4d26-85a0-54c4c60b2466 tempest-AttachVolumeTestJSON-1447019700 tempest-AttachVolumeTestJSON-1447019700-project] 10.222.0.57 "DELETE /v2.0/floatingips/8898bf91-0e4c-4b20-82cd-b6b1ed6f341d HTTP/1.1" status: 204 len: 168 time: 0.6810086 May 10 20:02:11.519623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:11.901365 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d1b56-f3a7-4899-9baf-464b728fd2cf req-66ccdbdc-6b93-4ce4-a0a7-5344ed4208a8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:11.902841 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a3d1b56-f3a7-4899-9baf-464b728fd2cf req-66ccdbdc-6b93-4ce4-a0a7-5344ed4208a8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0458744 May 10 20:02:11.952755 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a3d1b56-f3a7-4899-9baf-464b728fd2cf req-299104be-867a-4c5c-a3f9-5e09ab9c1173 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442865 May 10 20:02:12.284591 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:12.303954 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:12.304291 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 6d0c0b3f-2262-44f8-b7c0-664bc37d8eb8 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:13.072472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ee2d5-2bbb-4165-bc93-21f3b1805574 req-c0bfa684-4985-46f7-8571-43fa5fadd5a8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:13.073961 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f08ee2d5-2bbb-4165-bc93-21f3b1805574 req-c0bfa684-4985-46f7-8571-43fa5fadd5a8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0460773 May 10 20:02:13.124598 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f08ee2d5-2bbb-4165-bc93-21f3b1805574 req-d4291380-8fa6-4cae-8404-fc4df6bdba9f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 May 10 20:02:13.126369 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df25b5d9-e8c9-453d-a1f6-adaf02fc0be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:13.960890 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:14.241626 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1e7cd-b30b-4355-a752-bd90243b5ea4 req-af733a39-e3e5-48a2-a3d2-3d2759733e1e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:14.243349 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-daa1e7cd-b30b-4355-a752-bd90243b5ea4 req-af733a39-e3e5-48a2-a3d2-3d2759733e1e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0455346 May 10 20:02:14.291072 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-daa1e7cd-b30b-4355-a752-bd90243b5ea4 req-2eddcab0-1869-4dcc-8767-c3d71cbc1ada tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422518 May 10 20:02:14.745564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57964) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:15.196994 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:15.360846 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:15.410494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f226b5b-1255-456b-971c-3fd11e7569ec req-2b0be909-98fe-4d2f-85c2-a7146d803e28 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:15.412189 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f226b5b-1255-456b-971c-3fd11e7569ec req-2b0be909-98fe-4d2f-85c2-a7146d803e28 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0484519 May 10 20:02:15.459736 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4f226b5b-1255-456b-971c-3fd11e7569ec req-a7685237-3e8b-41ce-be63-75b64184eca1 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 May 10 20:02:15.488231 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Deleting port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:15.488572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:15.568421 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] For port 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:15.568795 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:15.581154 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Calling delete_port for 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:15.754360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:15.780391 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Pushing event deleted for resources: {'Port': ['ID=64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:15.944759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.156405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:02:16.269691 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:02:16.277422 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-29120ba0-6093-4949-bf55-c7561b38a78d admin admin] 10.222.0.57 "PUT /v2.0/routers/b06b1dd2-019d-4e28-b4b3-b132ac4ca2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5296128 May 10 20:02:16.278089 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57986) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:16.278637 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Sync routers for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:16.289709 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:16.290592 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:16.386512 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks [] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.400408 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:16.492855 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks [] for router_gateway (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.542748 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Deleting port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:16.543103 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.574098 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T20:02:15Z', 'revision_number': 5, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port': {'id': '3a2c84e4-9774-4dfb-b49a-12ca23e39b39', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:bc:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:16.584483 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305854a-3533-4efe-97b3-0db6973a34ec req-fffafecc-dc64-4625-9a47-4066dfae96ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:16.586155 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3305854a-3533-4efe-97b3-0db6973a34ec req-fffafecc-dc64-4625-9a47-4066dfae96ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0486538 May 10 20:02:16.603709 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Checking router: b06b1dd2-019d-4e28-b4b3-b132ac4ca2de for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:16.612294 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Routers {'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:16.612906 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:16.626119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] For port 3a2c84e4-9774-4dfb-b49a-12ca23e39b39, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:16.626497 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.635791 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3305854a-3533-4efe-97b3-0db6973a34ec req-aa6fbd08-7d7a-450c-ac09-7e0c0253cc4e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437353 May 10 20:02:16.640127 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Calling delete_port for 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:16.702872 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] Set router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:16.758762 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T20:02:16Z', 'revision_number': 6, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:16.790635 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71cc297-ba64-44dc-a366-b164272fdb9a None None] The sync data for ids ['b06b1dd2-019d-4e28-b4b3-b132ac4ca2de'] in dv-cinder-841315-1-iscsi is: [{'id': 'b06b1dd2-019d-4e28-b4b3-b132ac4ca2de', 'name': 'tempest-AttachVolumeTestJSON-939672504-router', 'tenant_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:10Z', 'updated_at': '2022-05-10T20:02:16Z', 'revision_number': 6, 'project_id': 'bfb1f4857a6e438e87e546dfd1d8a8b9', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:16.813368 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (3a2c84e4-9774-4dfb-b49a-12ca23e39b39), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:16.840998 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2c84e4-9774-4dfb-b49a-12ca23e39b39,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:16.867757 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.868085 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.868422 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.868751 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.869075 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.869397 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.869713 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.870026 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.870344 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.870681 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.871013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.871311 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.871621 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.871931 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.872241 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:16.913069 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.017730 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.019839 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks [] for router_controller (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.081960 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (b06b1dd2-019d-4e28-b4b3-b132ac4ca2de), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.082412 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b06b1dd2-019d-4e28-b4b3-b132ac4ca2de {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:02:17.087628 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.088873 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-62d8b8d0-039c-4661-b7ff-29bd87e5a9e0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b06b1dd2-019d-4e28-b4b3-b132ac4ca2de HTTP/1.1" status: 204 len: 168 time: 0.8096912 May 10 20:02:17.091406 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 57990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:17.135520 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Deleting subnet 225e2463-e4a4-40d9-a82d-d604bf95014d {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:02:17.138869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Publish callbacks [] for subnet (225e2463-e4a4-40d9-a82d-d604bf95014d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.176094 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.193401 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (225e2463-e4a4-40d9-a82d-d604bf95014d), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.275398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (225e2463-e4a4-40d9-a82d-d604bf95014d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.325145 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (225e2463-e4a4-40d9-a82d-d604bf95014d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.347764 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225e2463-e4a4-40d9-a82d-d604bf95014d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:17.354023 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.359557 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-331033cc-8117-4e23-95f4-232fdd22dcb7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/225e2463-e4a4-40d9-a82d-d604bf95014d HTTP/1.1" status: 204 len: 168 time: 0.2650542 May 10 20:02:17.359722 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdd0169-bc04-415d-b17c-e1e1287eb3d9 None None] Network f696180f-7a91-4c53-a5b6-6312e26b7ddf requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:02:17.359957 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 57994) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:17.425569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (f696180f-7a91-4c53-a5b6-6312e26b7ddf), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.472915 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Deleting port 2607d63e-4020-4009-9e23-fca0f9f75e95 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:17.473248 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.533672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] For port 2607d63e-4020-4009-9e23-fca0f9f75e95, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2607d63e-4020-4009-9e23-fca0f9f75e95,segment=NetworkSegment(f0e6f706-bbd2-4baf-b055-80a54e0dc380),segment_id=f0e6f706-bbd2-4baf-b055-80a54e0dc380)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:17.534066 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.547637 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Calling delete_port for 2607d63e-4020-4009-9e23-fca0f9f75e95 owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:17.590143 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35350503-1ca6-4744-a24d-9332367615bf None None] DHCP port deletion for f696180f-7a91-4c53-a5b6-6312e26b7ddf request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:02:17.597496 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:17.623115 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:17.623467 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 64bd22e6-c65f-4ba0-bed7-91da2dcb0e4f not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:17.631498 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.654559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Pushing event deleted for resources: {'Port': ['ID=2607d63e-4020-4009-9e23-fca0f9f75e95,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:17.655629 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Deleting port 2607d63e-4020-4009-9e23-fca0f9f75e95 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:17.656013 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.661460 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] No DVR routers for this DVR port 2607d63e-4020-4009-9e23-fca0f9f75e95 on host dv-cinder-841315-1-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:17.720279 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-35350503-1ca6-4744-a24d-9332367615bf None None] For port 2607d63e-4020-4009-9e23-fca0f9f75e95, host dv-cinder-841315-1-iscsi, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:17.720736 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.738814 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Calling delete_port for 2607d63e-4020-4009-9e23-fca0f9f75e95 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:17.741950 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Port 2607d63e-4020-4009-9e23-fca0f9f75e95 was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 20:02:17.743679 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (2607d63e-4020-4009-9e23-fca0f9f75e95), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.750087 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (f696180f-7a91-4c53-a5b6-6312e26b7ddf), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.770172 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Pushing event deleted for resources: {'Port': ['ID=2607d63e-4020-4009-9e23-fca0f9f75e95,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:17.773194 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f696180f-7a91-4c53-a5b6-6312e26b7ddf']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:17.781517 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.781813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.782175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.782738 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.783258 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.783757 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.784254 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.784749 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.785245 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.785380 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e6f706-bbd2-4baf-b055-80a54e0dc380') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:17.785578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e6f706-bbd2-4baf-b055-80a54e0dc380') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:17.786633 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.786980 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.787313 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.787756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b9d9b-fa96-42ac-acca-f353b602a756 req-23de9685-6893-40ca-a450-8bf1e9385a0c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:17.788316 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.788810 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.789402 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35350503-1ca6-4744-a24d-9332367615bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:02:17.789538 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c61b9d9b-fa96-42ac-acca-f353b602a756 req-23de9685-6893-40ca-a450-8bf1e9385a0c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0609946 May 10 20:02:17.792646 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35350503-1ca6-4744-a24d-9332367615bf None None] No DVR routers for this DVR port 2607d63e-4020-4009-9e23-fca0f9f75e95 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:17.808099 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4928643'] for segment (f0e6f706-bbd2-4baf-b055-80a54e0dc380), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.826589 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (f0e6f706-bbd2-4baf-b055-80a54e0dc380), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.834842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:02:17.835247 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4929918'] for segment (f0e6f706-bbd2-4baf-b055-80a54e0dc380), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: Traceback (most recent call last): May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: timer() May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: cb(*args, **kw) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: return func(*args, **kwargs) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: self._notify() May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: self.callback(batched_events) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: event.method(event) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: return f(self, *a, **k) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._get(url).json() May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:02:17.837058 dv-cinder-841315-1-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:02:17.843439 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c61b9d9b-fa96-42ac-acca-f353b602a756 req-eafc764d-78c9-498c-9b1e-a2f6e00266ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473616 May 10 20:02:17.895870 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (f696180f-7a91-4c53-a5b6-6312e26b7ddf), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.901363 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:17.904823 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] 10.222.0.57 "DELETE /v2.0/networks/f696180f-7a91-4c53-a5b6-6312e26b7ddf HTTP/1.1" status: 204 len: 168 time: 0.5438948 May 10 20:02:17.916831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4543f69e-766d-4405-b28d-a9e490c1c05c admin admin] Pushing event deleted for resources: {'Network': ['ID=f696180f-7a91-4c53-a5b6-6312e26b7ddf,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:18.029854 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58000) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:18.068380 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e471b208-7566-4825-bf9c-d0589a837d71 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bfb1f4857a6e438e87e546dfd1d8a8b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372553 May 10 20:02:18.070637 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58002) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:18.117053 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] Publish callbacks [] for security_group (b4c3e166-58fb-4ebc-abeb-08e9ad6af68c), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:18.137929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] Publish callbacks [] for security_group (b4c3e166-58fb-4ebc-abeb-08e9ad6af68c), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:18.430552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b4c3e166-58fb-4ebc-abeb-08e9ad6af68c), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:18.433111 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:18.434479 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b4c3e166-58fb-4ebc-abeb-08e9ad6af68c HTTP/1.1" status: 204 len: 168 time: 0.3627503 May 10 20:02:18.443198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b890b4-2c34-4414-b619-18421616c425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c3e166-58fb-4ebc-abeb-08e9ad6af68c,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:18.962303 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8dc400-7291-4ed1-98ef-bfb051b184fc req-a1c61025-bc29-4cd5-b870-e389ee4272a2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:18.963809 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f8dc400-7291-4ed1-98ef-bfb051b184fc req-a1c61025-bc29-4cd5-b870-e389ee4272a2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0467448 May 10 20:02:19.012481 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f8dc400-7291-4ed1-98ef-bfb051b184fc req-9f8f6602-df7d-4268-8a6c-9c3ccad36de8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424464 May 10 20:02:19.132414 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:02:19.192228 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:19.213952 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:19.214304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3a2c84e4-9774-4dfb-b49a-12ca23e39b39 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:19.214756 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2607d63e-4020-4009-9e23-fca0f9f75e95 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:19.234286 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 2607d63e-4020-4009-9e23-fca0f9f75e95 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:19.234654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2607d63e-4020-4009-9e23-fca0f9f75e95 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:20.128820 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a53f3-875a-4a5b-b1e2-70b6e119ea45 req-90623585-cb29-4812-b3ac-0579371eb846 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:20.130921 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb3a53f3-875a-4a5b-b1e2-70b6e119ea45 req-90623585-cb29-4812-b3ac-0579371eb846 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0464842 May 10 20:02:20.175580 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-eb3a53f3-875a-4a5b-b1e2-70b6e119ea45 req-6b34cba9-2d34-4785-a482-be85163adbd3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389802 May 10 20:02:21.296714 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a60376-05f6-4013-b360-1749fc8dac68 req-3d316b87-5423-4ffd-be1a-9815ff2e61e3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:21.298212 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-88a60376-05f6-4013-b360-1749fc8dac68 req-3d316b87-5423-4ffd-be1a-9815ff2e61e3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0479712 May 10 20:02:21.355250 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-88a60376-05f6-4013-b360-1749fc8dac68 req-81c0c4b9-ce78-4199-b896-947b9dd9db2b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514998 May 10 20:02:22.490227 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793894e-e349-4583-8c7f-a97a66c49f21 req-c37b4700-84a4-430e-8934-8e1986a71202 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:22.491747 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a793894e-e349-4583-8c7f-a97a66c49f21 req-c37b4700-84a4-430e-8934-8e1986a71202 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0541229 May 10 20:02:22.547070 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a793894e-e349-4583-8c7f-a97a66c49f21 req-7375f5b6-6079-4d65-94b0-74c6a492686a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494981 May 10 20:02:23.664300 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823a573-36e3-40ec-bb38-aaa7ce2f0707 req-4ec796e3-b4ee-4683-80e0-c726afc13c6a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:23.665754 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9823a573-36e3-40ec-bb38-aaa7ce2f0707 req-4ec796e3-b4ee-4683-80e0-c726afc13c6a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0461705 May 10 20:02:23.710751 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9823a573-36e3-40ec-bb38-aaa7ce2f0707 req-04c713b9-9c33-4514-84ad-fdaacf2ec07a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395010 May 10 20:02:24.824828 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aa6cd-14a5-4917-bf2a-226af7730032 req-cccf439d-7e9e-4979-9813-8d2ba6099255 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:24.826206 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-245aa6cd-14a5-4917-bf2a-226af7730032 req-cccf439d-7e9e-4979-9813-8d2ba6099255 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0460329 May 10 20:02:24.872582 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-245aa6cd-14a5-4917-bf2a-226af7730032 req-897295cd-d502-4521-8f79-74e9f485757f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408576 May 10 20:02:25.156636 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:02:25.252776 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:25.264332 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:02:25.300587 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:02:25.300976 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:25.313398 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:02:25.336117 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:25.339911 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:25.384786 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:25.990830 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c88f7-5b2b-4fc7-84d7-cdd1778c469e req-be0e7acb-e549-44f5-9687-ac005196e22a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:25.992579 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-358c88f7-5b2b-4fc7-84d7-cdd1778c469e req-be0e7acb-e549-44f5-9687-ac005196e22a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0496666 May 10 20:02:26.037419 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-358c88f7-5b2b-4fc7-84d7-cdd1778c469e req-d35fe4e6-0e97-489e-bf8d-b97b9b15b970 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393670 May 10 20:02:26.234241 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['740fa7f3-ee5c-4744-9541-a814cc75f111'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:02:27.156975 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aa46c-9738-4a66-9ba1-d7417e820fc6 req-5653f026-4817-44f2-af51-e2f64f9ea2dc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:27.158597 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e35aa46c-9738-4a66-9ba1-d7417e820fc6 req-5653f026-4817-44f2-af51-e2f64f9ea2dc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0502188 May 10 20:02:27.209456 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e35aa46c-9738-4a66-9ba1-d7417e820fc6 req-bf11891a-ba76-4639-bb5d-dec87cff7a7d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 May 10 20:02:27.490142 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c7081-b0ad-4e09-b490-3c38a25ba74d req-d27b5992-36da-404c-94b7-7de2bb27ac56 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:27.497311 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-af7c7081-b0ad-4e09-b490-3c38a25ba74d req-d27b5992-36da-404c-94b7-7de2bb27ac56 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0674615 May 10 20:02:27.563884 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-af7c7081-b0ad-4e09-b490-3c38a25ba74d req-20f3bc3f-d8f4-47a5-8b26-24b09516b277 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652285 May 10 20:02:28.346616 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:02:28.355858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba75c0-bcf6-4c7d-a9fd-981deef306e2 req-00e0ba18-a93c-4c47-925d-92d3bc3900a9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:28.363924 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3fba75c0-bcf6-4c7d-a9fd-981deef306e2 req-00e0ba18-a93c-4c47-925d-92d3bc3900a9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0632801 May 10 20:02:28.417598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 740fa7f3-ee5c-4744-9541-a814cc75f111 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:02:28.418769 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:28.422981 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3fba75c0-bcf6-4c7d-a9fd-981deef306e2 req-7dc241bf-438d-4cbf-a2a3-21ad2c9c3303 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528381 May 10 20:02:28.510661 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:02:28.511291 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:28.545785 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:02:28.548483 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa210c9-7c2f-4333-ba6a-cef4691e42c6" -d '{"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:02:28.559512 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:28.564971 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:28.596510 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90596fcb-5701-4c61-93fb-a61815a79c26 x-openstack-request-id: req-90596fcb-5701-4c61-93fb-a61815a79c26 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:02:28.597073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:02:28.597533 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90596fcb-5701-4c61-93fb-a61815a79c26 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:02:28.598619 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90596fcb-5701-4c61-93fb-a61815a79c26'] response: {'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'code': 200} May 10 20:02:28.629101 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:28.709536 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31dbaa-0de3-4fec-a77e-1233d46fe793 req-e661aa9c-1197-4881-8b41-a2902fecb957 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:28.716450 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e31dbaa-0de3-4fec-a77e-1233d46fe793 req-e661aa9c-1197-4881-8b41-a2902fecb957 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0672383 May 10 20:02:28.779970 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7e31dbaa-0de3-4fec-a77e-1233d46fe793 req-20ea0880-7ab8-4878-bcb5-62e9dfaf0937 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625343 May 10 20:02:29.265043 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-b288a8a7-9399-45cd-9c77-82cdd146e399 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:29.266750 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-b288a8a7-9399-45cd-9c77-82cdd146e399 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0605295 May 10 20:02:29.370374 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port a4f6c88d-29e5-469b-8cef-1c56e40295d8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:29.370933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:29.492973 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] For port a4f6c88d-29e5-469b-8cef-1c56e40295d8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=a4f6c88d-29e5-469b-8cef-1c56e40295d8,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:29.493345 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:29.613360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b71c19-352f-4cb9-b0c5-43d53e9300a9 req-4313d809-f0bd-4f81-a55d-2ca0f687efc0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:29.615065 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70b71c19-352f-4cb9-b0c5-43d53e9300a9 req-4313d809-f0bd-4f81-a55d-2ca0f687efc0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.1127543 May 10 20:02:29.770584 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70b71c19-352f-4cb9-b0c5-43d53e9300a9 req-7619165b-0ae2-4b32-b1ed-1ee7b3920e2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233649 May 10 20:02:29.803554 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:29.804410 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:29.805127 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Floating IP 7e4deeb1-d322-40da-9036-7d0054c9dbb8 disassociated. External IP: 172.27.3.197, port: a4f6c88d-29e5-469b-8cef-1c56e40295d8. May 10 20:02:29.805598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for a4f6c88d-29e5-469b-8cef-1c56e40295d8 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:29.895774 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a89d-9d5c-4b98-ac09-ca1d2ddb8a2c req-2f3773e3-b47a-4c1d-b0e5-c034ed11562b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:29.904350 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f59a89d-9d5c-4b98-ac09-ca1d2ddb8a2c req-2f3773e3-b47a-4c1d-b0e5-c034ed11562b tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/ports?device_id=837a7763-9305-4f62-b70e-d633f834892f HTTP/1.1" status: 200 len: 945 time: 0.0595019 May 10 20:02:29.961768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (a4f6c88d-29e5-469b-8cef-1c56e40295d8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:29.977427 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5f59a89d-9d5c-4b98-ac09-ca1d2ddb8a2c req-21df4d35-9660-4ed4-aa8f-d3fe5741a482 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups?id=71645ab8-af59-4f23-8d48-09f0449cf558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717123 May 10 20:02:30.019758 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=a4f6c88d-29e5-469b-8cef-1c56e40295d8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:30.181623 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:02:30.313818 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:02:30.327087 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:30.344628 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:30.345712 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:30.367985 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] No DVR routers for this DVR port a4f6c88d-29e5-469b-8cef-1c56e40295d8 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:30.371276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:30.375008 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4ea8955c-7d50-4104-b69c-e82dec54f7a2 req-903b0f2b-8ff4-4a1e-b4d8-cb2f604e899e tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.60 "DELETE /v2.0/ports/a4f6c88d-29e5-469b-8cef-1c56e40295d8 HTTP/1.1" status: 204 len: 173 time: 1.1007073 May 10 20:02:30.375587 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'name': 'network-vif-deleted', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:02:30.378004 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdf9f87-a090-4214-9b52-436e4fe90229" -d '{"events": [{"server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "name": "network-vif-deleted", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:02:30.454782 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c325552d-9ac4-4ace-bf15-43a443038e20 x-openstack-request-id: req-c325552d-9ac4-4ace-bf15-43a443038e20 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:02:30.456573 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "837a7763-9305-4f62-b70e-d633f834892f", "name": "network-vif-deleted", "tag": "a4f6c88d-29e5-469b-8cef-1c56e40295d8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:02:30.458066 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c325552d-9ac4-4ace-bf15-43a443038e20 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:02:30.458661 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c325552d-9ac4-4ace-bf15-43a443038e20'] response: {'server_uuid': '837a7763-9305-4f62-b70e-d633f834892f', 'name': 'network-vif-deleted', 'tag': 'a4f6c88d-29e5-469b-8cef-1c56e40295d8', 'status': 'completed', 'code': 200} May 10 20:02:30.592099 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:30.734863 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58238) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:30.854102 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:30.890331 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:30.900157 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:30.901023 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:30.906189 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-316db8b0-4b4d-4eea-b742-bbfdd318b2a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:30.973677 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97378f-1ee6-4c48-a0a0-782a84c8cac3 req-2bc213ee-aa79-49d0-b258-8cbdd32f7775 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:30.976202 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e97378f-1ee6-4c48-a0a0-782a84c8cac3 req-2bc213ee-aa79-49d0-b258-8cbdd32f7775 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.1149206 May 10 20:02:31.053089 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3e97378f-1ee6-4c48-a0a0-782a84c8cac3 req-81d5f45c-a50f-4035-9881-e46ec2a1cfd6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709844 May 10 20:02:31.097071 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-316db8b0-4b4d-4eea-b742-bbfdd318b2a2 admin admin] Publish callbacks [] for security_group (94d1b37f-a926-46b2-9f87-ad6c97904b3b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.108437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-316db8b0-4b4d-4eea-b742-bbfdd318b2a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (94d1b37f-a926-46b2-9f87-ad6c97904b3b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.147107 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58248) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:31.170993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316db8b0-4b4d-4eea-b742-bbfdd318b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1b37f-a926-46b2-9f87-ad6c97904b3b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:31.184337 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-316db8b0-4b4d-4eea-b742-bbfdd318b2a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee87f2655ab14499aebd1b4f9643336b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4481730 May 10 20:02:31.187457 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58250) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:31.204462 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:31.270369 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (71645ab8-af59-4f23-8d48-09f0449cf558), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.304542 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (71645ab8-af59-4f23-8d48-09f0449cf558), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.311558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] Publish callbacks [] for security_group (94d1b37f-a926-46b2-9f87-ad6c97904b3b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.359191 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] Publish callbacks [] for security_group (94d1b37f-a926-46b2-9f87-ad6c97904b3b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.361249 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (71645ab8-af59-4f23-8d48-09f0449cf558), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.365013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.366579 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/security-groups/71645ab8-af59-4f23-8d48-09f0449cf558 HTTP/1.1" status: 204 len: 168 time: 0.2182999 May 10 20:02:31.370480 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58252) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:31.385217 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48585920-16d9-448f-9f4a-2c6e685a79bd tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71645ab8-af59-4f23-8d48-09f0449cf558,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:31.399204 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-fe176323-4082-453b-8d53-db47ba6f14f5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] show failed (client error): The resource could not be found. May 10 20:02:31.401418 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fe176323-4082-453b-8d53-db47ba6f14f5 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "GET /v2.0/security-groups/71645ab8-af59-4f23-8d48-09f0449cf558 HTTP/1.1" status: 404 len: 347 time: 0.0286493 May 10 20:02:31.404880 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58254) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:31.464163 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (94d1b37f-a926-46b2-9f87-ad6c97904b3b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.468072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.469950 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/94d1b37f-a926-46b2-9f87-ad6c97904b3b HTTP/1.1" status: 204 len: 168 time: 0.2794788 May 10 20:02:31.493535 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:31.518310 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830eb801-3a5d-4be5-b661-a1b1e504157f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1b37f-a926-46b2-9f87-ad6c97904b3b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:31.527114 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22280388-6b5f-4d5f-b064-f6e3ddb95804 None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T19:56:19Z', 'revision_number': 4, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '56fa2908-a77d-4fab-85e1-5622a8e66298', 'name': '', 'network_id': 'c69c6345-64af-49e8-8bf3-adcceaa64462', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'mac_address': 'fa:16:3e:44:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:18Z', 'updated_at': '2022-05-10T19:56:35Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'subnets': [{'id': 'b0a77d6c-a9af-4314-baf4-618ce8355c9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:31.581050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Deleting port bfb70271-85e9-4248-b282-a19cda671db7 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:31.581443 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (bfb70271-85e9-4248-b282-a19cda671db7), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.699600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (bfb70271-85e9-4248-b282-a19cda671db7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.700049 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (bfb70271-85e9-4248-b282-a19cda671db7), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.719612 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Calling delete_port for bfb70271-85e9-4248-b282-a19cda671db7 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:31.905936 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365f378-e60a-4cfa-8f65-ed6e33ee00db None None] New status for floating IP 7e4deeb1-d322-40da-9036-7d0054c9dbb8: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:02:31.913134 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58260) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:31.927934 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (bfb70271-85e9-4248-b282-a19cda671db7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.928370 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1158454f-6cfe-42d5-a638-5df640764cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:31.969637 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Pushing event deleted for resources: {'Port': ['ID=bfb70271-85e9-4248-b282-a19cda671db7,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:32.010071 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.db.api [None req-6365f378-e60a-4cfa-8f65-ed6e33ee00db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103326) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 10 20:02:32.010775 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG oslo_db.api [None req-6365f378-e60a-4cfa-8f65-ed6e33ee00db None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 10 20:02:32.050147 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks [] for floatingip (7e4deeb1-d322-40da-9036-7d0054c9dbb8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.054522 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.058193 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ba14bb17-bb5e-4599-8b39-0b48877591e8 tempest-AttachVolumeNegativeTest-233257892 tempest-AttachVolumeNegativeTest-233257892-project] 10.222.0.57 "DELETE /v2.0/floatingips/7e4deeb1-d322-40da-9036-7d0054c9dbb8 HTTP/1.1" status: 204 len: 168 time: 0.6495943 May 10 20:02:32.083225 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1158454f-6cfe-42d5-a638-5df640764cb2 admin admin] Publish callbacks [] for security_group (efb59e53-ed06-454d-9a32-6ea3116e7072), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.091103 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1158454f-6cfe-42d5-a638-5df640764cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (efb59e53-ed06-454d-9a32-6ea3116e7072), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.137909 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1158454f-6cfe-42d5-a638-5df640764cb2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21e895297d4a406dbb9277d9267c3690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237680 May 10 20:02:32.139208 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1158454f-6cfe-42d5-a638-5df640764cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb59e53-ed06-454d-9a32-6ea3116e7072,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:32.140597 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58268) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:32.244626 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8db4e-9519-4b8c-bfb6-aff803593aa5 req-db276dc4-fc18-4d00-8453-6785a48f292c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:32.246258 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50a8db4e-9519-4b8c-bfb6-aff803593aa5 req-db276dc4-fc18-4d00-8453-6785a48f292c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0626187 May 10 20:02:32.247016 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] Publish callbacks [] for security_group (efb59e53-ed06-454d-9a32-6ea3116e7072), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.296012 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] Publish callbacks [] for security_group (efb59e53-ed06-454d-9a32-6ea3116e7072), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.355081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device a4f6c88d-29e5-469b-8cef-1c56e40295d8 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:32.371752 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-50a8db4e-9519-4b8c-bfb6-aff803593aa5 req-6dbe3921-0593-491d-8d11-a12ad9840610 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113183 May 10 20:02:32.396289 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (efb59e53-ed06-454d-9a32-6ea3116e7072), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.402633 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:32.406430 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efb59e53-ed06-454d-9a32-6ea3116e7072 HTTP/1.1" status: 204 len: 168 time: 0.2631085 May 10 20:02:32.424963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: a4f6c88d-29e5-469b-8cef-1c56e40295d8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:32.428654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device a4f6c88d-29e5-469b-8cef-1c56e40295d8 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:32.440720 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946405dc-cbd8-420b-bccb-f1982f50f19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb59e53-ed06-454d-9a32-6ea3116e7072,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:32.513540 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365f378-e60a-4cfa-8f65-ed6e33ee00db None None] New status for floating IP 7e4deeb1-d322-40da-9036-7d0054c9dbb8: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:02:33.554148 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de54f60-bef5-4199-aeeb-e32b9e123c9f req-0a0f3451-8bfa-4495-b502-c0c0f1188dd8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:33.555763 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8de54f60-bef5-4199-aeeb-e32b9e123c9f req-0a0f3451-8bfa-4495-b502-c0c0f1188dd8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0550108 May 10 20:02:33.616182 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8de54f60-bef5-4199-aeeb-e32b9e123c9f req-9a40ee46-46a4-4335-9ae5-921d4711c9ea tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542412 May 10 20:02:34.526627 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58338) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:34.707910 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f28900-c50f-4b81-9c87-db247c96ce7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:34.792851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b8a84-87b7-4d6b-82f8-164a7554db2f req-2217dc33-aed1-4b62-a915-58552b978f87 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:34.799815 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f28900-c50f-4b81-9c87-db247c96ce7b admin admin] Publish callbacks [] for security_group (b450be64-d0e4-46cd-86e4-41feb27b2b84), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:34.803501 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b2b8a84-87b7-4d6b-82f8-164a7554db2f req-2217dc33-aed1-4b62-a915-58552b978f87 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0926359 May 10 20:02:34.807203 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-65f28900-c50f-4b81-9c87-db247c96ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b450be64-d0e4-46cd-86e4-41feb27b2b84), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:34.846604 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-65f28900-c50f-4b81-9c87-db247c96ce7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0af3ec9524b647a6b94f520680851928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3185585 May 10 20:02:34.853836 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58354) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:34.869067 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f28900-c50f-4b81-9c87-db247c96ce7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450be64-d0e4-46cd-86e4-41feb27b2b84,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:34.930617 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2b2b8a84-87b7-4d6b-82f8-164a7554db2f req-2673e874-2229-4420-b875-fe3bdcd67f98 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192915 May 10 20:02:34.963824 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] Publish callbacks [] for security_group (b450be64-d0e4-46cd-86e4-41feb27b2b84), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:34.988515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] Publish callbacks [] for security_group (b450be64-d0e4-46cd-86e4-41feb27b2b84), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.039759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b450be64-d0e4-46cd-86e4-41feb27b2b84), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.042369 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.046776 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b450be64-d0e4-46cd-86e4-41feb27b2b84 HTTP/1.1" status: 204 len: 168 time: 0.1908932 May 10 20:02:35.055194 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555b434-323b-48b2-899c-18fea020e908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450be64-d0e4-46cd-86e4-41feb27b2b84,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:35.390707 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58360) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:35.409840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5135f3e-d679-4b07-9aaa-599d8bf2c9b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.500322 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5135f3e-d679-4b07-9aaa-599d8bf2c9b2 admin admin] Publish callbacks [] for security_group (2e799c09-9b33-4063-ac64-5318dfce1c49), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.506496 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b5135f3e-d679-4b07-9aaa-599d8bf2c9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e799c09-9b33-4063-ac64-5318dfce1c49), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.551359 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5135f3e-d679-4b07-9aaa-599d8bf2c9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e799c09-9b33-4063-ac64-5318dfce1c49,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:35.560679 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b5135f3e-d679-4b07-9aaa-599d8bf2c9b2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e9ce3269925a4889996f8c006e6cf239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679473 May 10 20:02:35.562920 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58362) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:35.623301 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] Publish callbacks [] for security_group (2e799c09-9b33-4063-ac64-5318dfce1c49), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.649363 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] Publish callbacks [] for security_group (2e799c09-9b33-4063-ac64-5318dfce1c49), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.703074 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2e799c09-9b33-4063-ac64-5318dfce1c49), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.705958 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:35.710899 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2e799c09-9b33-4063-ac64-5318dfce1c49 HTTP/1.1" status: 204 len: 168 time: 0.1470382 May 10 20:02:35.723877 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff3d2e-a6d1-4b70-be88-2252524891f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e799c09-9b33-4063-ac64-5318dfce1c49,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:36.060192 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:36.070734 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b3983-9884-4068-8a42-40164bd43e4b req-b9085d46-4bb4-444b-95d0-fbff7a076fb8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:36.077632 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-268b3983-9884-4068-8a42-40164bd43e4b req-b9085d46-4bb4-444b-95d0-fbff7a076fb8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0697470 May 10 20:02:36.134977 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-268b3983-9884-4068-8a42-40164bd43e4b req-e812cbb5-5f2e-480c-899c-98faf26ad686 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527391 May 10 20:02:37.030664 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (59574d5d-e86b-467a-8f87-6341c13fe813), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:37.299439 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14250147-bc62-4340-aad9-496299c5885d req-edc71942-1970-4b19-9165-f7511e79093b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:37.301793 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14250147-bc62-4340-aad9-496299c5885d req-edc71942-1970-4b19-9165-f7511e79093b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0696988 May 10 20:02:37.385250 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14250147-bc62-4340-aad9-496299c5885d req-bbae6d52-e7d5-4942-88da-3189ae17ade2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566730 May 10 20:02:37.437442 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Deleting port 56fa2908-a77d-4fab-85e1-5622a8e66298 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:37.437793 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:37.537725 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] For port 56fa2908-a77d-4fab-85e1-5622a8e66298, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=56fa2908-a77d-4fab-85e1-5622a8e66298,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:37.538536 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:37.555777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Calling delete_port for 56fa2908-a77d-4fab-85e1-5622a8e66298 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:37.786436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (56fa2908-a77d-4fab-85e1-5622a8e66298), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:37.817502 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Pushing event deleted for resources: {'Port': ['ID=56fa2908-a77d-4fab-85e1-5622a8e66298,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:38.061535 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (59574d5d-e86b-467a-8f87-6341c13fe813), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:38.302549 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Router 59574d5d-e86b-467a-8f87-6341c13fe813 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:02:38.415825 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:02:38.420700 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-959f6177-eadb-4b5a-8f9c-99e594b2642e admin admin] 10.222.0.57 "PUT /v2.0/routers/59574d5d-e86b-467a-8f87-6341c13fe813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3594851 May 10 20:02:38.423335 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58446) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:38.428449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Sync routers for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:02:38.438793 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:38.439854 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:38.525203 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d7fc9-aac4-414c-b654-b3d28bdc75fd req-4f161cb0-4722-45a2-8f4a-9c8fcaf4206c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:38.527549 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f6d7fc9-aac4-414c-b654-b3d28bdc75fd req-4f161cb0-4722-45a2-8f4a-9c8fcaf4206c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0663877 May 10 20:02:38.551274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks [] for router (59574d5d-e86b-467a-8f87-6341c13fe813), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:38.561380 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:38.581361 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f6d7fc9-aac4-414c-b654-b3d28bdc75fd req-0b89210e-0598-4ab9-94d5-3d2681021402 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467775 May 10 20:02:38.671897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks [] for router_gateway (59574d5d-e86b-467a-8f87-6341c13fe813), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:38.685769 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-cc25e958-416e-46f2-81e2-55967f7f5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:38.687619 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-cc25e958-416e-46f2-81e2-55967f7f5dc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1130 time: 0.0431390 May 10 20:02:38.740790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:02:37Z', 'revision_number': 5, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port': {'id': 'affbc6a2-d5f1-45b8-bec9-2d56425abcf2', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:33:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:56:13Z', 'updated_at': '2022-05-10T19:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:38.768986 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Checking router: 59574d5d-e86b-467a-8f87-6341c13fe813 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:02:38.778978 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Routers {'59574d5d-e86b-467a-8f87-6341c13fe813'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:02:38.779526 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:02:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['59574d5d-e86b-467a-8f87-6341c13fe813'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:38.791740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-682ba29b-84cd-4c42-904e-8f9deae71a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:38.793384 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-682ba29b-84cd-4c42-904e-8f9deae71a9d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0956993 May 10 20:02:38.863854 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-5d081097-d04f-4c4d-acab-b788984dfb68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 1002 time: 0.0610349 May 10 20:02:38.874196 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] Set router 59574d5d-e86b-467a-8f87-6341c13fe813 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:02:38.917037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-97694fb0-033c-4848-a25e-a36d2e99f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:38.918983 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-97694fb0-033c-4848-a25e-a36d2e99f46d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0490556 May 10 20:02:38.931616 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:02:38Z', 'revision_number': 6, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:38.940996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Deleting port affbc6a2-d5f1-45b8-bec9-2d56425abcf2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:38.941842 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:38.959546 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f165b4d-98cc-4c3e-9a59-95cca4d8532f None None] The sync data for ids ['59574d5d-e86b-467a-8f87-6341c13fe813'] in dv-cinder-841315-1-iscsi is: [{'id': '59574d5d-e86b-467a-8f87-6341c13fe813', 'name': 'tempest-AttachVolumeNegativeTest-1289576989-router', 'tenant_id': '477a9d7174e544efbbe7803ca7e77521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:56:12Z', 'updated_at': '2022-05-10T20:02:38Z', 'revision_number': 6, 'project_id': '477a9d7174e544efbbe7803ca7e77521', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:02:38.965663 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-8ca52421-d264-4f4c-b755-f0c709be398b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:38.967489 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-8ca52421-d264-4f4c-b755-f0c709be398b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396795 May 10 20:02:39.026876 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] For port affbc6a2-d5f1-45b8-bec9-2d56425abcf2, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:39.027239 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.040218 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Calling delete_port for affbc6a2-d5f1-45b8-bec9-2d56425abcf2 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:39.064923 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-82a813d6-6cb4-483f-b978-0b15b8933f1b service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860615 May 10 20:02:39.160357 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-926915e3-0473-4aff-a03d-eb39e666a1a3 req-c8da46f9-ebf5-482c-908b-7bcbe7a29420 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843556 May 10 20:02:39.208408 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (affbc6a2-d5f1-45b8-bec9-2d56425abcf2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.231023 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Pushing event deleted for resources: {'Port': ['ID=affbc6a2-d5f1-45b8-bec9-2d56425abcf2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:39.292776 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (59574d5d-e86b-467a-8f87-6341c13fe813), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.410499 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (59574d5d-e86b-467a-8f87-6341c13fe813), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.418509 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks [] for router_controller (59574d5d-e86b-467a-8f87-6341c13fe813), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.468684 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (59574d5d-e86b-467a-8f87-6341c13fe813), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.469257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59574d5d-e86b-467a-8f87-6341c13fe813 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:02:39.477689 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.481957 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58458) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:39.482902 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1e116dbf-53e4-43ec-b5d7-6f82a47fda10 admin admin] 10.222.0.57 "DELETE /v2.0/routers/59574d5d-e86b-467a-8f87-6341c13fe813 HTTP/1.1" status: 204 len: 168 time: 1.0587089 May 10 20:02:39.531522 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Deleting subnet b0a77d6c-a9af-4314-baf4-618ce8355c9d {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:02:39.535324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Publish callbacks [] for subnet (b0a77d6c-a9af-4314-baf4-618ce8355c9d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.569516 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4928632'] for subnet (b0a77d6c-a9af-4314-baf4-618ce8355c9d), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.694402 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (b0a77d6c-a9af-4314-baf4-618ce8355c9d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.714659 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab3485-3a6c-44ad-9e1c-b98c17efe333 req-c7ccdb4c-9ad6-4ab3-b9fc-caf12144588b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:39.716198 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d5ab3485-3a6c-44ad-9e1c-b98c17efe333 req-c7ccdb4c-9ad6-4ab3-b9fc-caf12144588b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 946 time: 0.0536952 May 10 20:02:39.754802 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4929812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5147388'] for subnet (b0a77d6c-a9af-4314-baf4-618ce8355c9d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.765996 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d5ab3485-3a6c-44ad-9e1c-b98c17efe333 req-42daee43-216a-422a-816c-85bc94ec5ba5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 May 10 20:02:39.775740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.782248 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9042c6-57f0-4881-aa87-91bd679b25bf None None] Network c69c6345-64af-49e8-8bf3-adcceaa64462 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:02:39.783737 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b0a77d6c-a9af-4314-baf4-618ce8355c9d HTTP/1.1" status: 204 len: 168 time: 0.3004794 May 10 20:02:39.786789 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:39.815732 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d758ee-37c7-4a33-adb4-34adf605e526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a77d6c-a9af-4314-baf4-618ce8355c9d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:39.835137 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 56fa2908-a77d-4fab-85e1-5622a8e66298 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:39.863902 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 56fa2908-a77d-4fab-85e1-5622a8e66298 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:39.864259 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 56fa2908-a77d-4fab-85e1-5622a8e66298 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:39.867323 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (c69c6345-64af-49e8-8bf3-adcceaa64462), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.912160 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Deleting port cf155fd3-744c-4f2e-92be-f119c5eb4176 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:39.912498 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.977440 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] For port cf155fd3-744c-4f2e-92be-f119c5eb4176, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cf155fd3-744c-4f2e-92be-f119c5eb4176,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:39.978209 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] DHCP port deletion for c69c6345-64af-49e8-8bf3-adcceaa64462 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:02:39.978359 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:39.994805 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Calling delete_port for cf155fd3-744c-4f2e-92be-f119c5eb4176 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:40.024329 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Deleting port cf155fd3-744c-4f2e-92be-f119c5eb4176 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:02:40.024701 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.082428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.091411 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] For port cf155fd3-744c-4f2e-92be-f119c5eb4176, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cf155fd3-744c-4f2e-92be-f119c5eb4176,segment=NetworkSegment(f8d37daa-6452-4cd7-ba1d-b73a8403e880),segment_id=f8d37daa-6452-4cd7-ba1d-b73a8403e880)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:40.091813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.106515 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Calling delete_port for cf155fd3-744c-4f2e-92be-f119c5eb4176 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:02:40.108370 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf155fd3-744c-4f2e-92be-f119c5eb4176,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:40.112151 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] No DVR routers for this DVR port cf155fd3-744c-4f2e-92be-f119c5eb4176 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:40.186405 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (c69c6345-64af-49e8-8bf3-adcceaa64462), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.186666 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (cf155fd3-744c-4f2e-92be-f119c5eb4176), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.209355 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69c6345-64af-49e8-8bf3-adcceaa64462']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:40.213009 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] Pushing event deleted for resources: {'Port': ['ID=cf155fd3-744c-4f2e-92be-f119c5eb4176,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:40.214868 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127f0b5-ddb6-486f-85d3-085a2543d44f None None] No DVR routers for this DVR port cf155fd3-744c-4f2e-92be-f119c5eb4176 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:02:40.225385 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d37daa-6452-4cd7-ba1d-b73a8403e880') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:40.225692 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d37daa-6452-4cd7-ba1d-b73a8403e880') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:02:40.235293 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (f8d37daa-6452-4cd7-ba1d-b73a8403e880), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.249048 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (f8d37daa-6452-4cd7-ba1d-b73a8403e880), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.256132 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:02:40.256689 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (f8d37daa-6452-4cd7-ba1d-b73a8403e880), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:02:40.258542 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:02:40.310897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (c69c6345-64af-49e8-8bf3-adcceaa64462), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.315155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.318993 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c69c6345-64af-49e8-8bf3-adcceaa64462 HTTP/1.1" status: 204 len: 168 time: 0.5309699 May 10 20:02:40.331305 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595feda-15a2-47cb-8240-50e0f881ed21 admin admin] Pushing event deleted for resources: {'Network': ['ID=c69c6345-64af-49e8-8bf3-adcceaa64462,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:40.394690 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:40.472447 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:02:40.472787 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.480911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58468) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:40.499709 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:02:40.502057 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f60cc0c-c835-4704-9109-70f5fce0f702" -d '{"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-unplugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:02:40.518265 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:02:40.525675 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ad243a72-bc9a-4b7d-9aca-315fcd4557c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=477a9d7174e544efbbe7803ca7e77521&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435996 May 10 20:02:40.527630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.528367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58472) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:40.555799 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70866450-f039-4bf1-89a8-875ca383c44b x-openstack-request-id: req-70866450-f039-4bf1-89a8-875ca383c44b {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:02:40.556091 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-unplugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:02:40.556398 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70866450-f039-4bf1-89a8-875ca383c44b {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:02:40.556740 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70866450-f039-4bf1-89a8-875ca383c44b'] response: {'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'code': 200} May 10 20:02:40.582208 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] Publish callbacks [] for security_group (a857d953-f240-4de8-b845-baae00327272), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.585739 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:40.607454 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] Publish callbacks [] for security_group (a857d953-f240-4de8-b845-baae00327272), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.656871 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a857d953-f240-4de8-b845-baae00327272), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.657220 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c995e02a-021c-4ded-86bf-6c9e33039117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.659494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:40.660666 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a857d953-f240-4de8-b845-baae00327272 HTTP/1.1" status: 204 len: 168 time: 0.1313002 May 10 20:02:40.673765 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338b594-8c7c-428f-a480-6bc3885e406f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857d953-f240-4de8-b845-baae00327272,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:40.848470 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58486) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:40.906414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b5c49-c6da-43d6-860d-f42906cef828 req-e9c2c296-1f08-4a38-a29a-f8a0b22c5940 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:40.907969 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-284b5c49-c6da-43d6-860d-f42906cef828 req-e9c2c296-1f08-4a38-a29a-f8a0b22c5940 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0532455 May 10 20:02:40.965859 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-284b5c49-c6da-43d6-860d-f42906cef828 req-67450428-6f8d-4175-ad10-ef2a31f0e368 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502951 May 10 20:02:40.971931 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67b2c6ba-9d93-4d06-abc9-571249857595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.053386 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67b2c6ba-9d93-4d06-abc9-571249857595 admin admin] Publish callbacks [] for security_group (ba5a4478-667c-489c-b9b7-2625f2b9b2d0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.058765 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-67b2c6ba-9d93-4d06-abc9-571249857595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ba5a4478-667c-489c-b9b7-2625f2b9b2d0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.089038 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2c6ba-9d93-4d06-abc9-571249857595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5a4478-667c-489c-b9b7-2625f2b9b2d0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:41.113188 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58498) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:41.115054 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-67b2c6ba-9d93-4d06-abc9-571249857595 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e0c3900c28f04cd39e243c1ac90fba7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653389 May 10 20:02:41.173904 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] Publish callbacks [] for security_group (ba5a4478-667c-489c-b9b7-2625f2b9b2d0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.205111 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] Publish callbacks [] for security_group (ba5a4478-667c-489c-b9b7-2625f2b9b2d0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.239175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device affbc6a2-d5f1-45b8-bec9-2d56425abcf2 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:41.255240 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (ba5a4478-667c-489c-b9b7-2625f2b9b2d0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.258378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.259922 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: affbc6a2-d5f1-45b8-bec9-2d56425abcf2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:41.260080 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ba5a4478-667c-489c-b9b7-2625f2b9b2d0 HTTP/1.1" status: 204 len: 168 time: 0.1458116 May 10 20:02:41.260553 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device affbc6a2-d5f1-45b8-bec9-2d56425abcf2 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:41.261118 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cf155fd3-744c-4f2e-92be-f119c5eb4176 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:41.268472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc57c25-caa4-491f-9299-dd4486fdd110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5a4478-667c-489c-b9b7-2625f2b9b2d0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:41.287491 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: cf155fd3-744c-4f2e-92be-f119c5eb4176 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:02:41.287835 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cf155fd3-744c-4f2e-92be-f119c5eb4176 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:02:41.541355 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.664063 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58522) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:41.677157 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31535c73-d8b9-471d-a37b-1d4a2047692f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.760168 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31535c73-d8b9-471d-a37b-1d4a2047692f admin admin] Publish callbacks [] for security_group (b01b6f3a-851a-4322-a407-2e08465a98f3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.764057 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-31535c73-d8b9-471d-a37b-1d4a2047692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b01b6f3a-851a-4322-a407-2e08465a98f3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.800847 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31535c73-d8b9-471d-a37b-1d4a2047692f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01b6f3a-851a-4322-a407-2e08465a98f3,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:41.807489 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-31535c73-d8b9-471d-a37b-1d4a2047692f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ed7718be3054f9198dbaad30665e4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399627 May 10 20:02:41.807721 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58528) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:41.853990 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] Publish callbacks [] for security_group (b01b6f3a-851a-4322-a407-2e08465a98f3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.875783 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] Publish callbacks [] for security_group (b01b6f3a-851a-4322-a407-2e08465a98f3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.922711 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b01b6f3a-851a-4322-a407-2e08465a98f3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.926026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:41.927225 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b01b6f3a-851a-4322-a407-2e08465a98f3 HTTP/1.1" status: 204 len: 168 time: 0.1186104 May 10 20:02:41.935465 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5942c9cb-42a8-4464-b918-da0755aa2537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01b6f3a-851a-4322-a407-2e08465a98f3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:42.094616 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac8d27-6278-45e8-9016-6c0f4569a212 req-8aa969e0-a4bb-4cc1-ae8b-547677be74a7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:42.096186 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bac8d27-6278-45e8-9016-6c0f4569a212 req-8aa969e0-a4bb-4cc1-ae8b-547677be74a7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0547161 May 10 20:02:42.149100 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2bac8d27-6278-45e8-9016-6c0f4569a212 req-8d47a413-cdbb-4415-b97a-715de21ffa7e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 May 10 20:02:42.708486 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-1b6275f0-83e7-454b-9c34-a6fbab49751c req-42893858-1d20-4339-9603-f6a85dea87f7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:02:42.708486 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b6275f0-83e7-454b-9c34-a6fbab49751c req-42893858-1d20-4339-9603-f6a85dea87f7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060179 May 10 20:02:42.885040 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93322ad-2c7a-4fa2-9e3c-1cfa9c42a066 req-98ffc087-6523-4500-8e57-a41c70a3c4fa tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:42.886711 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c93322ad-2c7a-4fa2-9e3c-1cfa9c42a066 req-98ffc087-6523-4500-8e57-a41c70a3c4fa tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0489509 May 10 20:02:42.927027 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58616) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:42.963419 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c93322ad-2c7a-4fa2-9e3c-1cfa9c42a066 req-ac0991a2-7955-4c4b-9f68-f8a4e288fe5f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663102 May 10 20:02:43.047793 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-214f37aa-eee1-421b-8ff9-93996ade6b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.136835 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-259659a8-60d5-4768-9335-44559ea6bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.148126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-214f37aa-eee1-421b-8ff9-93996ade6b5c admin admin] Publish callbacks [] for security_group (c231c73d-a909-4bc3-be9a-27e5332d8093), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.153770 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-214f37aa-eee1-421b-8ff9-93996ade6b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c231c73d-a909-4bc3-be9a-27e5332d8093), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.193285 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-214f37aa-eee1-421b-8ff9-93996ade6b5c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=817a6378c66741109ec7f66c9ff8693f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650180 May 10 20:02:43.195661 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f37aa-eee1-421b-8ff9-93996ade6b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c231c73d-a909-4bc3-be9a-27e5332d8093,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:43.196082 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58634) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:43.249475 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] Publish callbacks [] for security_group (c231c73d-a909-4bc3-be9a-27e5332d8093), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.273449 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] Publish callbacks [] for security_group (c231c73d-a909-4bc3-be9a-27e5332d8093), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.325305 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c231c73d-a909-4bc3-be9a-27e5332d8093), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.327970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.329120 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c231c73d-a909-4bc3-be9a-27e5332d8093 HTTP/1.1" status: 204 len: 168 time: 0.1320751 May 10 20:02:43.339641 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9640a9-3da7-42b1-a8fd-48a17125cb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c231c73d-a909-4bc3-be9a-27e5332d8093,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:43.577024 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58652) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:43.691155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58660) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:43.700353 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-d8e701c4-eda3-432c-b399-09b04b115167 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1216760 May 10 20:02:43.706380 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b608988-df66-461b-b221-25acd524547c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.709991 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-785f447c-34f7-4ca8-abf7-560e357d4bca service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:02:43.711082 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-785f447c-34f7-4ca8-abf7-560e357d4bca service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056291 May 10 20:02:43.793130 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b608988-df66-461b-b221-25acd524547c admin admin] Publish callbacks [] for security_group (5610c08e-d5c0-42a1-9539-18dc8ce6098b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.804446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7b608988-df66-461b-b221-25acd524547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (5610c08e-d5c0-42a1-9539-18dc8ce6098b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.842641 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7b608988-df66-461b-b221-25acd524547c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=436dd83da4bb49f69a2266ea586f7009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496191 May 10 20:02:43.843833 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b608988-df66-461b-b221-25acd524547c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5610c08e-d5c0-42a1-9539-18dc8ce6098b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:43.845381 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58668) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:43.868612 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58670) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:43.902088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] Publish callbacks [] for security_group (5610c08e-d5c0-42a1-9539-18dc8ce6098b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.928320 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] Publish callbacks [] for security_group (5610c08e-d5c0-42a1-9539-18dc8ce6098b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.968174 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.990940 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (5610c08e-d5c0-42a1-9539-18dc8ce6098b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.994690 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:43.995825 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5610c08e-d5c0-42a1-9539-18dc8ce6098b HTTP/1.1" status: 204 len: 168 time: 0.1494100 May 10 20:02:44.004112 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe601c-759e-44e8-8879-12a535dd0b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610c08e-d5c0-42a1-9539-18dc8ce6098b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:44.081031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928e7df-c580-494c-8bd8-13de25b64a97 req-6f93cb12-048e-426e-b814-67e381d00e48 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:44.083142 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3928e7df-c580-494c-8bd8-13de25b64a97 req-6f93cb12-048e-426e-b814-67e381d00e48 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0531926 May 10 20:02:44.163598 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3928e7df-c580-494c-8bd8-13de25b64a97 req-81fb9316-18cb-4898-8e73-46261f882ced tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733027 May 10 20:02:44.175118 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-d83f16ce-6a21-4f84-8e05-14525e920d7e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:44.178937 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-d83f16ce-6a21-4f84-8e05-14525e920d7e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports/740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 941 time: 0.3092697 May 10 20:02:44.437944 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:02:44.529151 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:02:45.289234 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df9cbc-1978-4b42-9e48-d68c1447c219 req-5dac09aa-7c46-44b4-8177-bba5262c5bb7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:45.290842 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1df9cbc-1978-4b42-9e48-d68c1447c219 req-5dac09aa-7c46-44b4-8177-bba5262c5bb7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0507820 May 10 20:02:45.340728 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a1df9cbc-1978-4b42-9e48-d68c1447c219 req-49c068df-6b30-477c-8fd4-7f65ef645fa8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 May 10 20:02:45.378547 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:45.813597 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-151e3c44-b46f-4f33-a2ea-3907becc9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:45.815222 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-151e3c44-b46f-4f33-a2ea-3907becc9912 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 1128 time: 0.0840602 May 10 20:02:45.880923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-462e5577-b62c-4138-81a1-ac7911ef6436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:45.882492 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-462e5577-b62c-4138-81a1-ac7911ef6436 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1128 time: 0.0410223 May 10 20:02:45.980510 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-cc6b1f60-a245-402e-9151-1b89b8143ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:45.982041 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-cc6b1f60-a245-402e-9151-1b89b8143ad4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0899341 May 10 20:02:46.059106 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-229c1421-7a8f-4d12-980e-6db3c70da082 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 1000 time: 0.0700724 May 10 20:02:46.112187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-9f59437e-8c16-4e73-a9c2-1df5460c7422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:46.113676 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-9f59437e-8c16-4e73-a9c2-1df5460c7422 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0456769 May 10 20:02:46.163131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-b98a046f-79c2-4747-8f8c-098f5695df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:46.164921 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-b98a046f-79c2-4747-8f8c-098f5695df44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418508 May 10 20:02:46.182331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58776) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:46.268389 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-ff81ed4a-cd22-4503-acd0-f133d4a49a54 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938213 May 10 20:02:46.343526 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb3d05f8-939d-43cb-aa73-2ec6ab5632e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.402704 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e9add2a-d1c3-4539-b741-0a3c92c20ce2 req-c2801fab-8428-440e-ad19-ee0f5acf9aa2 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257176 May 10 20:02:46.481796 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb3d05f8-939d-43cb-aa73-2ec6ab5632e3 admin admin] Publish callbacks [] for security_group (8472a31b-b487-4785-8681-f2424d523251), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.488446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-cb3d05f8-939d-43cb-aa73-2ec6ab5632e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8472a31b-b487-4785-8681-f2424d523251), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.513364 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22bb6c-f33d-4218-82cd-789e83f5b765 req-77f40b07-e1d1-465d-bf4a-c57e2d259405 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:46.514869 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2a22bb6c-f33d-4218-82cd-789e83f5b765 req-77f40b07-e1d1-465d-bf4a-c57e2d259405 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0719931 May 10 20:02:46.551267 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-cb3d05f8-939d-43cb-aa73-2ec6ab5632e3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59703ca008a949328897e58718293a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3679352 May 10 20:02:46.553820 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d05f8-939d-43cb-aa73-2ec6ab5632e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8472a31b-b487-4785-8681-f2424d523251,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:46.554080 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58798) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:46.587992 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2a22bb6c-f33d-4218-82cd-789e83f5b765 req-7b49dc2b-7ab2-4203-93fa-4d6984afba68 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616467 May 10 20:02:46.643110 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] Publish callbacks [] for security_group (8472a31b-b487-4785-8681-f2424d523251), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.665351 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] Publish callbacks [] for security_group (8472a31b-b487-4785-8681-f2424d523251), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.724585 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (8472a31b-b487-4785-8681-f2424d523251), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.727416 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:46.731652 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8472a31b-b487-4785-8681-f2424d523251 HTTP/1.1" status: 204 len: 168 time: 0.1764784 May 10 20:02:46.740661 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c129e1-f62b-46ca-896e-ff63e0060596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8472a31b-b487-4785-8681-f2424d523251,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:47.019831 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58824) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:47.035980 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b01daa7-d1fb-4dca-a892-2508841cd285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.134088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b01daa7-d1fb-4dca-a892-2508841cd285 admin admin] Publish callbacks [] for security_group (7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.140178 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4b01daa7-d1fb-4dca-a892-2508841cd285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.187606 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01daa7-d1fb-4dca-a892-2508841cd285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:47.189248 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.193519 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4b01daa7-d1fb-4dca-a892-2508841cd285 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c6a4706e07242bc9b34c2c835667ac5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718757 May 10 20:02:47.196431 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58826) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:47.268198 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] Publish callbacks [] for security_group (7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.292864 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] Publish callbacks [] for security_group (7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.351126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.357127 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:47.366972 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21 HTTP/1.1" status: 204 len: 168 time: 0.1652663 May 10 20:02:47.375503 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc386b5-60b4-4be2-b72c-72fba9add96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585ca7e-c2fd-4dc3-b35d-24a9e8e37b21,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:47.750755 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c35216-6ed3-4ac1-a006-70b2469c02a1 req-38df65ef-0f11-4790-9732-4c7376268157 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:47.752542 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b6c35216-6ed3-4ac1-a006-70b2469c02a1 req-38df65ef-0f11-4790-9732-4c7376268157 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0783198 May 10 20:02:47.831968 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b6c35216-6ed3-4ac1-a006-70b2469c02a1 req-2caaaede-affe-42ba-963a-bc8ec0778b09 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684285 May 10 20:02:48.761372 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58866) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:48.880708 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957cbba1-a866-4eed-8033-2f39d3ed233d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:48.995926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c19ae-e3ed-4a10-92bc-5ae7b2b7f1f0 req-a7312239-927b-4ef0-ae03-487c40c1a8b6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:48.997484 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd1c19ae-e3ed-4a10-92bc-5ae7b2b7f1f0 req-a7312239-927b-4ef0-ae03-487c40c1a8b6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0656207 May 10 20:02:49.011692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957cbba1-a866-4eed-8033-2f39d3ed233d admin admin] Publish callbacks [] for security_group (b01758f3-84c2-4443-8636-c87f7e3aabe0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.029291 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-957cbba1-a866-4eed-8033-2f39d3ed233d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b01758f3-84c2-4443-8636-c87f7e3aabe0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.089745 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cbba1-a866-4eed-8033-2f39d3ed233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01758f3-84c2-4443-8636-c87f7e3aabe0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:49.098293 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cd1c19ae-e3ed-4a10-92bc-5ae7b2b7f1f0 req-25779526-694b-49a9-a1d1-6c4c61f1fc50 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901566 May 10 20:02:49.100674 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-957cbba1-a866-4eed-8033-2f39d3ed233d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb96807d490f464bb61ee1c3136dfab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381417 May 10 20:02:49.103256 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58872) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:49.158839 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] Publish callbacks [] for security_group (b01758f3-84c2-4443-8636-c87f7e3aabe0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.183937 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] Publish callbacks [] for security_group (b01758f3-84c2-4443-8636-c87f7e3aabe0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.240778 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b01758f3-84c2-4443-8636-c87f7e3aabe0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.244499 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:49.250852 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b01758f3-84c2-4443-8636-c87f7e3aabe0 HTTP/1.1" status: 204 len: 168 time: 0.1414750 May 10 20:02:49.255986 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ac903f-c1e4-4531-9eca-8773da457b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01758f3-84c2-4443-8636-c87f7e3aabe0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:50.264702 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc70c02-84a0-49ca-83b5-05760dcf343e req-32b2f46e-2854-433d-b431-762bbde8394e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:50.266594 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9fc70c02-84a0-49ca-83b5-05760dcf343e req-32b2f46e-2854-433d-b431-762bbde8394e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0548832 May 10 20:02:50.324895 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9fc70c02-84a0-49ca-83b5-05760dcf343e req-62a09256-a159-4859-96f0-86e06c8e1fd0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528040 May 10 20:02:51.104239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58934) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:51.223314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a535e2cb-2908-49cc-9a0c-6b2bab89df05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.305552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a535e2cb-2908-49cc-9a0c-6b2bab89df05 admin admin] Publish callbacks [] for security_group (23bf4864-5673-4df3-b34b-908fef7ffb02), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.309276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a535e2cb-2908-49cc-9a0c-6b2bab89df05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23bf4864-5673-4df3-b34b-908fef7ffb02), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.349530 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a535e2cb-2908-49cc-9a0c-6b2bab89df05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bf4864-5673-4df3-b34b-908fef7ffb02,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.355956 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a535e2cb-2908-49cc-9a0c-6b2bab89df05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b40669ae3197401499f50c4da1f12d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2495136 May 10 20:02:51.357688 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58940) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:51.414813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] Publish callbacks [] for security_group (23bf4864-5673-4df3-b34b-908fef7ffb02), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.460641 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] Publish callbacks [] for security_group (23bf4864-5673-4df3-b34b-908fef7ffb02), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.472362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574b6f-6221-40d8-bc4b-3ac23a8fe2be req-020fb61d-6691-4782-9d1e-d8ece020234c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:51.474124 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f574b6f-6221-40d8-bc4b-3ac23a8fe2be req-020fb61d-6691-4782-9d1e-d8ece020234c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0510774 May 10 20:02:51.531851 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23bf4864-5673-4df3-b34b-908fef7ffb02), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.534416 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.537949 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23bf4864-5673-4df3-b34b-908fef7ffb02 HTTP/1.1" status: 204 len: 168 time: 0.1769471 May 10 20:02:51.538112 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f574b6f-6221-40d8-bc4b-3ac23a8fe2be req-723c814f-c07b-4ae8-a83b-2af37451eab1 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576830 May 10 20:02:51.549935 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbda4ec-8b6f-47f3-90b9-8898e0ef1e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bf4864-5673-4df3-b34b-908fef7ffb02,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:51.887123 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58958) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:51.900197 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6363eaa-d58a-4c27-9b73-745e42a5a916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:51.998699 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6363eaa-d58a-4c27-9b73-745e42a5a916 admin admin] Publish callbacks [] for security_group (0db0f776-f0d6-4448-8ebc-8fad78abec38), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.004088 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a6363eaa-d58a-4c27-9b73-745e42a5a916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0db0f776-f0d6-4448-8ebc-8fad78abec38), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.052742 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a6363eaa-d58a-4c27-9b73-745e42a5a916 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b19f4b6934f455a873e5b167871be1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645327 May 10 20:02:52.055050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6363eaa-d58a-4c27-9b73-745e42a5a916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db0f776-f0d6-4448-8ebc-8fad78abec38,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.055435 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58962) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:52.137130 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] Publish callbacks [] for security_group (0db0f776-f0d6-4448-8ebc-8fad78abec38), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.186289 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] Publish callbacks [] for security_group (0db0f776-f0d6-4448-8ebc-8fad78abec38), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.254570 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0db0f776-f0d6-4448-8ebc-8fad78abec38), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.259872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.261818 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0db0f776-f0d6-4448-8ebc-8fad78abec38 HTTP/1.1" status: 204 len: 168 time: 0.2052228 May 10 20:02:52.277752 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe61fe2-d680-4646-acf0-71e35f64b251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db0f776-f0d6-4448-8ebc-8fad78abec38,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.694041 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea9943-c0b3-471e-ba12-f660741575ac req-80fd6f7a-b821-4939-b806-b607a292c1a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:52.703017 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46ea9943-c0b3-471e-ba12-f660741575ac req-80fd6f7a-b821-4939-b806-b607a292c1a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0835469 May 10 20:02:52.718951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 58976) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:52.736165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd86ebcd-2c0e-4394-b8e0-2c03d5120e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.776501 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46ea9943-c0b3-471e-ba12-f660741575ac req-fbf91688-2218-4784-b43c-dd9bb81e753a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725303 May 10 20:02:52.847160 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd86ebcd-2c0e-4394-b8e0-2c03d5120e08 admin admin] Publish callbacks [] for security_group (a2ea46dc-436f-42a1-a7cf-71ea239ca86a), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.851671 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fd86ebcd-2c0e-4394-b8e0-2c03d5120e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a2ea46dc-436f-42a1-a7cf-71ea239ca86a), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.892490 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fd86ebcd-2c0e-4394-b8e0-2c03d5120e08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8d7124941c764f808bd88eec124c068a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724482 May 10 20:02:52.893645 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86ebcd-2c0e-4394-b8e0-2c03d5120e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ea46dc-436f-42a1-a7cf-71ea239ca86a,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:52.896000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 58978) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:52.950985 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] Publish callbacks [] for security_group (a2ea46dc-436f-42a1-a7cf-71ea239ca86a), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:52.971639 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] Publish callbacks [] for security_group (a2ea46dc-436f-42a1-a7cf-71ea239ca86a), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:53.022187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (a2ea46dc-436f-42a1-a7cf-71ea239ca86a), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:53.024713 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:53.025909 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a2ea46dc-436f-42a1-a7cf-71ea239ca86a HTTP/1.1" status: 204 len: 168 time: 0.1288836 May 10 20:02:53.036209 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e105db-8c5d-473e-a6b2-7336858bc39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ea46dc-436f-42a1-a7cf-71ea239ca86a,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:53.841422 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59010) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:53.913065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ec18a-76e2-4d5a-9214-5627e0aca9e0 req-65d856a4-3523-471d-9d7f-01554a4fa2f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:53.921212 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-289ec18a-76e2-4d5a-9214-5627e0aca9e0 req-65d856a4-3523-471d-9d7f-01554a4fa2f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0627346 May 10 20:02:53.975085 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-289ec18a-76e2-4d5a-9214-5627e0aca9e0 req-a2b4261c-0c1c-4495-b315-4ceb4253cdde tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524528 May 10 20:02:53.980967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-283262211-network', 'tenant_id': '6c4cc9869de147a982a14d99fe61bced'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:02:54.000777 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Made reservation on behalf of 6c4cc9869de147a982a14d99fe61bced for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:54.003488 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.012478 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.094379 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks [] for security_group (cb531e8e-8d27-4016-9607-5a92c54b2cc5), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.098726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (cb531e8e-8d27-4016-9607-5a92c54b2cc5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.123427 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 579} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:02:54.133980 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb531e8e-8d27-4016-9607-5a92c54b2cc5,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.139175 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.139523 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Added segment dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9 of type vlan for network 34a5cd18-91cb-4e78-aa92-8274c4753fdd May 10 20:02:54.183272 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (34a5cd18-91cb-4e78-aa92-8274c4753fdd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.213102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (34a5cd18-91cb-4e78-aa92-8274c4753fdd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.214300 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:54.215037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.282500 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4341731 May 10 20:02:54.282500 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:02:54.285248 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Request body: {'subnet': {'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-283262211-subnet', 'tenant_id': '6c4cc9869de147a982a14d99fe61bced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:02:54.296233 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a3b5e-1c0d-41ca-bb5c-1a520d9a4041 admin admin] Pushing event updated for resources: {'Network': ['ID=34a5cd18-91cb-4e78-aa92-8274c4753fdd,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.309205 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:02:54.315614 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Made reservation on behalf of 6c4cc9869de147a982a14d99fe61bced for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:02:54.318002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.501928 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.841720 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:02:54.845963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Checking segment: {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:02:54.846319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Network hostable DHCP agents. Network: 34a5cd18-91cb-4e78-aa92-8274c4753fdd, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:02:54.864504 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:02:54.877983 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 34a5cd18-91cb-4e78-aa92-8274c4753fdd) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:02:54.883440 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:54.884052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:02:54.890628 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3e3ecc-556a-447d-83f1-acbfbe954844 None None] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:02:54.902546 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-9b5fe42d-c188-414f-afa0-761caf364ae4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6215057 May 10 20:02:55.010002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98abfe42-a922-4c3b-8226-f8ceff4679b3 None None] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:02:55.119468 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fde63-ff1e-49fb-9ebc-59ca4586a121 req-5cd6d3d8-a389-4f52-b6a9-9b2306a4a425 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:55.121062 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-501fde63-ff1e-49fb-9ebc-59ca4586a121 req-5cd6d3d8-a389-4f52-b6a9-9b2306a4a425 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0582104 May 10 20:02:55.175544 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-501fde63-ff1e-49fb-9ebc-59ca4586a121 req-754c0e89-dcd7-4932-ba74-f1063cbfdeed tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488231 May 10 20:02:56.130184 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:02:56.297509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9acff-ad9c-46dd-b200-2c661e4c03e7 req-cab8814d-a4d1-4a65-be01-299c994b1776 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:56.299135 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecf9acff-ad9c-46dd-b200-2c661e4c03e7 req-cab8814d-a4d1-4a65-be01-299c994b1776 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0482178 May 10 20:02:56.344762 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecf9acff-ad9c-46dd-b200-2c661e4c03e7 req-290da8f6-5b64-4e61-a864-660868b6a173 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400479 May 10 20:02:56.708165 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-10a502d8-ca8b-46ca-b96c-187f76458552 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:56.709600 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-10a502d8-ca8b-46ca-b96c-187f76458552 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/networks?id=34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 200 len: 808 time: 0.1009164 May 10 20:02:56.723514 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-f281db06-ab6f-40a7-b18a-19f5ff728b8a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/quotas/6c4cc9869de147a982a14d99fe61bced HTTP/1.1" status: 200 len: 375 time: 0.0086040 May 10 20:02:56.756179 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ba0d726e-a7eb-4c59-bb63-7a92c007cb74 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279932 May 10 20:02:56.840533 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-26217d28-4987-482a-8201-883480cabb14 service neutron] 10.222.0.57 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779214 May 10 20:02:56.929177 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-818819f5-e604-4982-9350-32cc9ec5aaaf service neutron] 10.222.0.57 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832441 May 10 20:02:57.085611 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6dd3b7bb-7976-4abc-aecf-7d7cc4f5d936 req-0ccb3638-21e8-4618-b502-caa078f8cfd5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 210 time: 0.0304868 May 10 20:02:57.489565 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6adc8-a004-40b8-b43f-9e825342beac req-39119d21-48f9-443f-a37a-7ed1a4ec7185 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:57.491090 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14e6adc8-a004-40b8-b43f-9e825342beac req-39119d21-48f9-443f-a37a-7ed1a4ec7185 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0571179 May 10 20:02:57.542914 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-14e6adc8-a004-40b8-b43f-9e825342beac req-82012a4f-9002-445c-840a-b87f958cbf7d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450897 May 10 20:02:58.188179 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-47c14900-fae5-42b3-88a3-528d277eceb8 req-3328f190-34af-4276-859d-d4cbd0c8e850 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 210 time: 0.0303245 May 10 20:02:58.659793 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450ffc5-005f-4376-b24a-3e42a61f0030 req-7a6710a2-d1ee-4ebc-aaef-8cfc148367de tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:58.661222 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e450ffc5-005f-4376-b24a-3e42a61f0030 req-7a6710a2-d1ee-4ebc-aaef-8cfc148367de tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0456715 May 10 20:02:58.709701 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e450ffc5-005f-4376-b24a-3e42a61f0030 req-e2c02f64-2e43-4940-b096-c5594078b44b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 May 10 20:02:59.281805 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-42e98d6d-0705-4220-a8dd-5360651ec8ef req-a7ec5038-7f98-4c82-a390-5a540f0b2a38 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 210 time: 0.0263765 May 10 20:02:59.826803 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759fb6e6-eb25-4acc-88ec-f5a96345e48e req-8bf2b768-1ea6-452d-840f-eed55f9d215c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:02:59.828265 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-759fb6e6-eb25-4acc-88ec-f5a96345e48e req-8bf2b768-1ea6-452d-840f-eed55f9d215c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0460994 May 10 20:02:59.874503 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-759fb6e6-eb25-4acc-88ec-f5a96345e48e req-23a36a15-0625-4f3e-9190-ea7d61e06e3f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 May 10 20:03:00.375167 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-afa08c84-3db7-49f0-959a-88c89dc56ab3 req-f881df79-7ce7-41ea-8275-1326a84b79fa tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 210 time: 0.0277703 May 10 20:03:00.520091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-a9ac1918-1255-4e72-b657-5582f76fbfa4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:00.521982 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-a9ac1918-1255-4e72-b657-5582f76fbfa4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "GET /v2.0/networks?id=34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 200 len: 808 time: 0.1047659 May 10 20:03:00.535799 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Request body: {'port': {'device_id': 'b0782378-c040-4949-8ed6-a2433c147d35', 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd', 'admin_state_up': True, 'tenant_id': '6c4cc9869de147a982a14d99fe61bced'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:00.641993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Made reservation on behalf of 6c4cc9869de147a982a14d99fe61bced for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:00.645320 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:00.771478 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Allocated IP 172.20.0.5 (34a5cd18-91cb-4e78-aa92-8274c4753fdd/fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5/1d541046-ba8a-4df0-96d7-25c2703e4c3d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:00.917332 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks [] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:00.951672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:00.992355 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705dbf6-72ac-492b-8279-e5eaa8ebd9e5 req-8deedea5-e54e-42b6-88a4-e81e657b144a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:00.993824 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3705dbf6-72ac-492b-8279-e5eaa8ebd9e5 req-8deedea5-e54e-42b6-88a4-e81e657b144a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0471470 May 10 20:03:00.993960 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:00.997327 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:00.999873 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:01.027085 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Pushing event updated for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.045920 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3705dbf6-72ac-492b-8279-e5eaa8ebd9e5 req-0f21db62-a547-4930-9318-c1fdd977f87d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412912 May 10 20:03:01.056235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:01.056850 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.072224 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ff13aee4-9258-48c0-b696-9f2091ab09f5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413804 May 10 20:03:01.084270 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Request body: {'port': {'device_id': 'b0782378-c040-4949-8ed6-a2433c147d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:01.146896 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.405544 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d541046-ba8a-4df0-96d7-25c2703e4c3d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:01.413699 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks [] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.426573 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Transition to ACTIVE for port object 1d541046-ba8a-4df0-96d7-25c2703e4c3d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:03:01.430579 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.524351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3c2f-558a-482d-9464-dc9a8cf5478b req-a7b9e3cd-5b82-4f55-bf50-d5251cf1e984 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:01.525853 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e8a3c2f-558a-482d-9464-dc9a8cf5478b req-a7b9e3cd-5b82-4f55-bf50-d5251cf1e984 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 943 time: 0.0714567 May 10 20:03:01.528744 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Pushing event updated for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.619842 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6e8a3c2f-558a-482d-9464-dc9a8cf5478b req-dabfd9df-12ef-4fdc-a404-44b671b4d007 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868981 May 10 20:03:01.630549 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Attempting to bind port 1d541046-ba8a-4df0-96d7-25c2703e4c3d on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:03:01.630911 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Attempting to bind port 1d541046-ba8a-4df0-96d7-25c2703e4c3d by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:03:01.631219 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Attempting to bind port 1d541046-ba8a-4df0-96d7-25c2703e4c3d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:01.635692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Port 1d541046-ba8a-4df0-96d7-25c2703e4c3d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:03:01.636015 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Attempting to bind port 1d541046-ba8a-4df0-96d7-25c2703e4c3d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:01.640875 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:03:01.641205 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Checking segment: {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:01.641582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Bound using segment: {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:03:01.642004 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Bound port: 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:03:01.642360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.705122 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:03:01.708103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:03:01.714065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.752596 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:01.753239 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:01.754626 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] 10.222.0.60 "PUT /v2.0/ports/1d541046-ba8a-4df0-96d7-25c2703e4c3d HTTP/1.1" status: 200 len: 1093 time: 0.6744127 May 10 20:03:01.755117 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:01.757313 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024d11b1-161b-4264-b3e8-9cceedb2821e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:01.787865 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26582b-7632-44bc-9146-15d576e5902d service neutron] Pushing event updated for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:01.794441 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f98984f-a90e-4013-952d-ed378b6bdc26 x-openstack-request-id: req-2f98984f-a90e-4013-952d-ed378b6bdc26 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:01.794784 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:01.795024 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f98984f-a90e-4013-952d-ed378b6bdc26 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:01.795426 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f98984f-a90e-4013-952d-ed378b6bdc26'] response: {'name': 'network-changed', 'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d', 'status': 'completed', 'code': 200} May 10 20:03:02.085885 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-75f5c51f-3c7e-4ee0-8ecb-6de026fb450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.087615 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-75f5c51f-3c7e-4ee0-8ecb-6de026fb450b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 1127 time: 0.0425785 May 10 20:03:02.211065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f58b0-29cc-43dd-8b1c-68c27debce14 req-434da532-4aa2-457f-a5e3-d3c7e8e1d0cb tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.212540 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-262f58b0-29cc-43dd-8b1c-68c27debce14 req-434da532-4aa2-457f-a5e3-d3c7e8e1d0cb tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 944 time: 0.0708089 May 10 20:03:02.244214 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-5be45222-562e-42e4-9433-5d34b5bc0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.245622 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-5be45222-562e-42e4-9433-5d34b5bc0d44 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6c4cc9869de147a982a14d99fe61bced&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1493540 May 10 20:03:02.315745 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-262f58b0-29cc-43dd-8b1c-68c27debce14 req-32eb7f31-1c8c-4f77-b9eb-f8061b981cf5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973983 May 10 20:03:02.357517 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-ab2a460b-f94b-428c-b258-78f788e29c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.359055 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024d11b1-161b-4264-b3e8-9cceedb2821e req-ab2a460b-f94b-428c-b258-78f788e29c69 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1047397 May 10 20:03:02.431674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-4b72a098-7cae-4423-86bd-2fe77ad1cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.433152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-4b72a098-7cae-4423-86bd-2fe77ad1cfb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 1127 time: 0.0391743 May 10 20:03:02.475538 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-853c72bc-8e43-4c38-9044-9c5d5ee710e6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d HTTP/1.1" status: 200 len: 217 time: 0.0338526 May 10 20:03:02.517025 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:03:02.530624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-5f581168-b0f8-434d-8fa2-63ad98af5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.532081 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-5f581168-b0f8-434d-8fa2-63ad98af5486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5 HTTP/1.1" status: 200 len: 848 time: 0.0497165 May 10 20:03:02.563421 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-2031ce9a-84aa-4a50-a046-98c47495675a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34a5cd18-91cb-4e78-aa92-8274c4753fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253665 May 10 20:03:02.616987 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:02.627607 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'mac_address': 'fa:16:3e:40:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:03:02.650892 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-0a486015-8fad-4cfe-a3b2-bbfa8039acba service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809140 May 10 20:03:02.664890 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:02.665316 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:02.678569 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:02.698992 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:02.704201 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:02.743751 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561669dd-93ed-4b13-87ff-8dcd4205cbbf req-4a733f09-0fab-4ea2-a106-c618365f3268 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:02.745982 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-561669dd-93ed-4b13-87ff-8dcd4205cbbf req-4a733f09-0fab-4ea2-a106-c618365f3268 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 943 time: 0.0520990 May 10 20:03:02.748733 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8e662334-0d35-4c16-8a97-c867c0c5e3c7 req-ee49a20a-df58-42f8-9868-2478cfe5cbab service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906725 May 10 20:03:02.759015 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:02.793569 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-561669dd-93ed-4b13-87ff-8dcd4205cbbf req-1d20eb52-e1c7-44c5-9443-e76d4f5eb90c tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417881 May 10 20:03:02.953233 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['740fa7f3-ee5c-4744-9541-a814cc75f111'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:03.434640 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6326d8-f99f-4429-85ea-11b4930f1aaa req-3999b9af-6474-4b3b-b145-db1f3f09d5f7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:03.436099 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b6326d8-f99f-4429-85ea-11b4930f1aaa req-3999b9af-6474-4b3b-b145-db1f3f09d5f7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0473096 May 10 20:03:03.482997 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1b6326d8-f99f-4429-85ea-11b4930f1aaa req-c9ae4890-0157-449e-9441-31f9ea166cbf tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 May 10 20:03:03.905891 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f4d62-e76f-4a66-8a85-38c99cd719bc req-91375b5b-0918-4cfc-86fe-37f77b7f9585 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:03.907349 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-675f4d62-e76f-4a66-8a85-38c99cd719bc req-91375b5b-0918-4cfc-86fe-37f77b7f9585 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 943 time: 0.0463328 May 10 20:03:03.951859 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-675f4d62-e76f-4a66-8a85-38c99cd719bc req-7e6257e5-bdde-47d8-9860-2720410a0328 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391252 May 10 20:03:04.534792 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 1d541046-ba8a-4df0-96d7-25c2703e4c3d details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:03:04.538842 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:03:04.610322 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04467a-0110-487e-82c6-7358894d6d47 req-67d77030-f945-4f8e-bc49-00c52babff60 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:04.612110 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d04467a-0110-487e-82c6-7358894d6d47 req-67d77030-f945-4f8e-bc49-00c52babff60 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 945 time: 0.0538142 May 10 20:03:04.666174 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7d04467a-0110-487e-82c6-7358894d6d47 req-831327c5-8af0-41ea-b748-bdcfb610c426 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473382 May 10 20:03:04.772551 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 740fa7f3-ee5c-4744-9541-a814cc75f111 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:04.772927 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:04.832657 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:04.847249 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '1d541046-ba8a-4df0-96d7-25c2703e4c3d', 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd', 'port_id': '1d541046-ba8a-4df0-96d7-25c2703e4c3d', 'mac_address': 'fa:16:3e:96:4f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:03:04.911851 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 1d541046-ba8a-4df0-96d7-25c2703e4c3d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:04.912243 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:04.913964 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 740fa7f3-ee5c-4744-9541-a814cc75f111 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:04.914335 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:04.933941 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d541046-ba8a-4df0-96d7-25c2703e4c3d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:04.954345 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:04.956585 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54141d8-bf91-40f1-b231-d1cf4b74fbda" -d '{"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:04.976144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:04.978009 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:04.981555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:04.985702 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:05.007019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62a2b60-0003-4b6f-8dc6-97b257a16e19 x-openstack-request-id: req-e62a2b60-0003-4b6f-8dc6-97b257a16e19 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:05.007337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-plugged", "status": "completed", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:05.007593 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e62a2b60-0003-4b6f-8dc6-97b257a16e19 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:05.007992 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e62a2b60-0003-4b6f-8dc6-97b257a16e19'] response: {'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'code': 200} May 10 20:03:05.034629 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:05.079215 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae591565-6c75-42c6-a047-bfb954653707 req-b575612b-656c-435e-a928-794806fe1425 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:05.080864 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae591565-6c75-42c6-a047-bfb954653707 req-b575612b-656c-435e-a928-794806fe1425 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 944 time: 0.0501230 May 10 20:03:05.082469 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:05.127931 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae591565-6c75-42c6-a047-bfb954653707 req-950c4510-9e9e-41e8-9094-1435b8e29b01 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 May 10 20:03:05.245763 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['1d541046-ba8a-4df0-96d7-25c2703e4c3d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:05.499884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98610f22-7ecb-4cb2-8cfc-6228371fc00b req-82302350-1bce-4fd7-b541-32750e58a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:05.501384 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-98610f22-7ecb-4cb2-8cfc-6228371fc00b req-82302350-1bce-4fd7-b541-32750e58a707 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1131 time: 0.0384383 May 10 20:03:05.545951 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-98610f22-7ecb-4cb2-8cfc-6228371fc00b req-41e1f4fb-bb2b-48a9-b8c1-9d18a70ec6ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380168 May 10 20:03:05.800184 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843e92-1fc5-41d1-a3e5-acbc0f9b7a35 req-3b73fa14-4993-4ac8-bf75-df993409512b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:05.802703 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27843e92-1fc5-41d1-a3e5-acbc0f9b7a35 req-3b73fa14-4993-4ac8-bf75-df993409512b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0577064 May 10 20:03:05.851908 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27843e92-1fc5-41d1-a3e5-acbc0f9b7a35 req-77ced830-ea17-483e-b9ab-08693d44b226 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435431 May 10 20:03:06.252582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaf453-ed31-408f-978a-9b5c3cf0288e req-55c4d039-2557-468a-96f9-3f236e276ae9 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:06.254352 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2dbaf453-ed31-408f-978a-9b5c3cf0288e req-55c4d039-2557-468a-96f9-3f236e276ae9 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 944 time: 0.0587027 May 10 20:03:06.302639 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2dbaf453-ed31-408f-978a-9b5c3cf0288e req-dee9f18a-421c-4a7d-97d5-e7557ee44592 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 May 10 20:03:06.536204 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 1d541046-ba8a-4df0-96d7-25c2703e4c3d up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:03:06.580366 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 1d541046-ba8a-4df0-96d7-25c2703e4c3d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:03:06.585942 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 1d541046-ba8a-4df0-96d7-25c2703e4c3d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:06.586320 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:06.666839 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 1d541046-ba8a-4df0-96d7-25c2703e4c3d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:06.667269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:06.703989 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:06.707608 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:06.753517 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:06.967234 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa264e9-fa9b-4db1-b557-f139ae8b8f0a req-06455d58-3d45-4c72-8115-27c530e7b218 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:06.968696 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bfa264e9-fa9b-4db1-b557-f139ae8b8f0a req-06455d58-3d45-4c72-8115-27c530e7b218 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0452635 May 10 20:03:07.009271 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:07.013192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c08b4db-00f8-43f2-bf9a-aab18906e65d" -d '{"events": [{"server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "name": "network-vif-plugged", "status": "completed", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:07.015310 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bfa264e9-fa9b-4db1-b557-f139ae8b8f0a req-e26c4f03-6e60-4084-9753-65d4d16daa09 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 May 10 20:03:07.049255 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320032e1-3af3-4e32-9ce7-8f1bfb6d483f x-openstack-request-id: req-320032e1-3af3-4e32-9ce7-8f1bfb6d483f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:07.049629 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "name": "network-vif-plugged", "status": "completed", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:07.049949 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-320032e1-3af3-4e32-9ce7-8f1bfb6d483f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:07.050407 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-320032e1-3af3-4e32-9ce7-8f1bfb6d483f'] response: {'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d', 'code': 200} May 10 20:03:07.315891 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da5fa2-a7e2-4f6a-9b8a-26a736a21201 req-1943be35-9f8d-485f-a52c-f04cb079fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:07.317441 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55da5fa2-a7e2-4f6a-9b8a-26a736a21201 req-1943be35-9f8d-485f-a52c-f04cb079fdce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 1129 time: 0.0382168 May 10 20:03:07.374569 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55da5fa2-a7e2-4f6a-9b8a-26a736a21201 req-a84c8a1d-0802-438c-bd1d-4c12fe2f51d0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 May 10 20:03:07.456364 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6bf4d-6349-4f11-bcc8-4be610da23a1 req-9ab0123f-92f0-442b-879a-7c547300bce0 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:07.458416 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a8d6bf4d-6349-4f11-bcc8-4be610da23a1 req-9ab0123f-92f0-442b-879a-7c547300bce0 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0520833 May 10 20:03:07.515605 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a8d6bf4d-6349-4f11-bcc8-4be610da23a1 req-f8953429-a677-4b17-9966-3e0a7936da2d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517216 May 10 20:03:08.141718 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd412f2-af8c-4dc3-8ebe-9f462fa1dbaf req-209dbfea-f8e0-44f7-81b0-453262160419 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:08.143259 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecd412f2-af8c-4dc3-8ebe-9f462fa1dbaf req-209dbfea-f8e0-44f7-81b0-453262160419 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0468748 May 10 20:03:08.194571 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecd412f2-af8c-4dc3-8ebe-9f462fa1dbaf req-b3dbc831-7d4c-462f-a9f0-b9306cfbdcec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456874 May 10 20:03:08.633564 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a828737-ee12-41ae-8ff5-d8e3896f50ed req-e7956e6d-25af-4ba6-ad36-8462325d32b7 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:08.635061 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8a828737-ee12-41ae-8ff5-d8e3896f50ed req-e7956e6d-25af-4ba6-ad36-8462325d32b7 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0458252 May 10 20:03:08.680001 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8a828737-ee12-41ae-8ff5-d8e3896f50ed req-5c82d4d1-9f1d-4517-878d-7ae540d8ebf8 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 May 10 20:03:09.316901 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4876f59-c6b1-469c-8a0c-54e2dd744216 req-52190ec2-0443-49ce-ada4-4342fae57c5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:09.318958 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4876f59-c6b1-469c-8a0c-54e2dd744216 req-52190ec2-0443-49ce-ada4-4342fae57c5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0486872 May 10 20:03:09.364230 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4876f59-c6b1-469c-8a0c-54e2dd744216 req-a013a29a-2c9e-4db8-aac7-8c037a4f92a4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 May 10 20:03:09.792923 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454272d0-ade3-4a8a-ad52-cd5e88f0ce1b req-e7a0dc50-03f4-4956-b568-df1f48d9c05b tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:09.794303 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-454272d0-ade3-4a8a-ad52-cd5e88f0ce1b req-e7a0dc50-03f4-4956-b568-df1f48d9c05b tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0476167 May 10 20:03:09.840017 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-454272d0-ade3-4a8a-ad52-cd5e88f0ce1b req-471224a7-02ed-426e-ba2f-807846a5c103 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 May 10 20:03:10.483807 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be378524-51f8-4e15-878f-4b79c1861430 req-6ff53c87-c6b6-474c-92e6-872892a486ed tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:10.485286 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-be378524-51f8-4e15-878f-4b79c1861430 req-6ff53c87-c6b6-474c-92e6-872892a486ed tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0521519 May 10 20:03:10.531878 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-be378524-51f8-4e15-878f-4b79c1861430 req-b1c019f6-b2ad-4c0c-aafa-28cbdb5da0e1 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402856 May 10 20:03:10.651288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-049ef52c-5292-4a09-9c8e-ef87719d90a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:11.539219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:11.649460 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f570b2-883c-465a-b3e6-2aeb2439ddcf req-25740afe-def6-4bbb-a3b0-959b0fd4569d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:11.650943 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-90f570b2-883c-465a-b3e6-2aeb2439ddcf req-25740afe-def6-4bbb-a3b0-959b0fd4569d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0463963 May 10 20:03:11.696227 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-90f570b2-883c-465a-b3e6-2aeb2439ddcf req-049c90a4-b87e-484b-b878-143ed33bbbeb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398178 May 10 20:03:11.876330 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-083f6fd6-0666-497a-8490-f482448972d5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:11.877686 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-083f6fd6-0666-497a-8490-f482448972d5 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 945 time: 0.0488033 May 10 20:03:11.963400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Deleting port 1d541046-ba8a-4df0-96d7-25c2703e4c3d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:03:11.963742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:12.052858 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] For port 1d541046-ba8a-4df0-96d7-25c2703e4c3d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=1d541046-ba8a-4df0-96d7-25c2703e4c3d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:12.053221 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:12.066428 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Calling delete_port for 1d541046-ba8a-4df0-96d7-25c2703e4c3d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:03:12.195689 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1d541046-ba8a-4df0-96d7-25c2703e4c3d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:12.207861 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['1d541046-ba8a-4df0-96d7-25c2703e4c3d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:12.223590 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Pushing event deleted for resources: {'Port': ['ID=1d541046-ba8a-4df0-96d7-25c2703e4c3d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:12.236050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.236406 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.236751 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.237084 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.237414 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.237741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.238062 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.238385 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.238731 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.239051 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.239373 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.239692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.240010 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.240381 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.241477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:12.277728 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] No DVR routers for this DVR port 1d541046-ba8a-4df0-96d7-25c2703e4c3d on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:03:12.280391 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:12.283870 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b770b044-f28a-4819-a2d3-6f9f11109fd4 req-fc002151-0c75-4aab-a036-486715025bcb tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "DELETE /v2.0/ports/1d541046-ba8a-4df0-96d7-25c2703e4c3d HTTP/1.1" status: 204 len: 173 time: 0.3999801 May 10 20:03:12.284357 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'name': 'network-vif-deleted', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:12.286733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab01ae7-2961-4f0b-83fa-82072fa09c1c" -d '{"events": [{"server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "name": "network-vif-deleted", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:12.326370 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e66f5a0-efcc-4768-aaa8-99c1739ea2de x-openstack-request-id: req-5e66f5a0-efcc-4768-aaa8-99c1739ea2de {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:12.326738 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0782378-c040-4949-8ed6-a2433c147d35", "name": "network-vif-deleted", "tag": "1d541046-ba8a-4df0-96d7-25c2703e4c3d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:12.326991 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e66f5a0-efcc-4768-aaa8-99c1739ea2de {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:12.327400 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e66f5a0-efcc-4768-aaa8-99c1739ea2de'] response: {'server_uuid': 'b0782378-c040-4949-8ed6-a2433c147d35', 'name': 'network-vif-deleted', 'tag': '1d541046-ba8a-4df0-96d7-25c2703e4c3d', 'status': 'completed', 'code': 200} May 10 20:03:12.812238 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-41320e1d-cc02-45ef-9d6a-7c3acd82200b req-2eb2c373-c46d-4c8e-8904-6055fadb59b4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0782378-c040-4949-8ed6-a2433c147d35 HTTP/1.1" status: 200 len: 210 time: 0.0285852 May 10 20:03:13.027612 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-8088241c-13ca-4a8f-94f9-3ef26052485a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408463 May 10 20:03:13.113809 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-1e99d7ff-ad8b-429b-8cc9-ba373624b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:13.116002 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-1e99d7ff-ad8b-429b-8cc9-ba373624b7d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 1131 time: 0.0382481 May 10 20:03:13.129488 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-881347df-e196-485b-ba92-5977734b9e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:13.219464 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-4a7d2414-550b-4852-9a33-2d3f18687a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:13.220930 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-4a7d2414-550b-4852-9a33-2d3f18687a40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0881295 May 10 20:03:13.289196 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-2a59f4e0-beec-4abf-92f7-659d30d99a7d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 200 len: 1002 time: 0.0614815 May 10 20:03:13.335791 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-379d2ade-5d52-4f66-bf31-6ddd88113bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:13.337220 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-379d2ade-5d52-4f66-bf31-6ddd88113bb2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0426042 May 10 20:03:13.384817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-7cf4cfa3-05f9-4802-b1cd-297e7490f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:13.386272 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-7cf4cfa3-05f9-4802-b1cd-297e7490f485 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411460 May 10 20:03:13.475671 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-371be240-e5ae-421f-8214-0d2887c1e724 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819991 May 10 20:03:13.563298 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2821b3b0-a74e-4d1e-a525-3d51d0d01468 req-6c76df8d-ca27-4d72-a317-fa053d68807e service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808761 May 10 20:03:13.971849 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:14.081029 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-28692b5d-f9ce-44b1-8235-82945a28c389 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:14.082483 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-28692b5d-f9ce-44b1-8235-82945a28c389 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/networks?id=34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 200 len: 808 time: 0.1071606 May 10 20:03:14.097137 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-10679364-d29e-42cf-8af6-1434a52db304 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/quotas/6c4cc9869de147a982a14d99fe61bced HTTP/1.1" status: 200 len: 375 time: 0.0086787 May 10 20:03:14.129210 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-2328ea81-3cba-4360-bfe3-ba4a93c8dec2 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266187 May 10 20:03:14.224259 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-c049d441-9517-4d83-8754-6bb4ba788830 service neutron] 10.222.0.57 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885549 May 10 20:03:14.311071 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-3f2dbaf1-7fe1-45f3-85f9-a3840c5da42e service neutron] 10.222.0.57 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803173 May 10 20:03:14.472140 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7c5be594-ef60-4e32-bef1-71e170f098f0 req-70e8bf59-5e50-4ccd-ae70-dad0e45b4286 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 210 time: 0.0277505 May 10 20:03:14.566775 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 1d541046-ba8a-4df0-96d7-25c2703e4c3d no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:03:14.587314 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 1d541046-ba8a-4df0-96d7-25c2703e4c3d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:03:14.587758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 1d541046-ba8a-4df0-96d7-25c2703e4c3d not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:03:15.372863 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:15.418722 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-57c065a5-c828-40c4-9aa1-1ef852b19f7e tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:15.420071 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-57c065a5-c828-40c4-9aa1-1ef852b19f7e tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "GET /v2.0/networks?id=34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 200 len: 808 time: 0.1144528 May 10 20:03:15.434060 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Request body: {'port': {'device_id': '81b43321-cf5f-449b-a37c-d659920cc469', 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd', 'admin_state_up': True, 'tenant_id': '6c4cc9869de147a982a14d99fe61bced'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:15.573766 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Made reservation on behalf of 6c4cc9869de147a982a14d99fe61bced for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:15.577200 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:15.580876 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9fad3832-6206-45f6-b4f9-3ed61fbdbb69 req-a88b5c1d-beb8-4a06-92a8-c7667fc1bca3 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 210 time: 0.0398018 May 10 20:03:15.711536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Allocated IP 172.20.0.4 (34a5cd18-91cb-4e78-aa92-8274c4753fdd/fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5/d87b8d6e-f14a-44db-8c14-5b25bf00e05d) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:15.868115 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks [] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:15.899740 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:15.944288 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Network 34a5cd18-91cb-4e78-aa92-8274c4753fdd is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:15.947361 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:15.953087 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:15.976031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Pushing event updated for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.002628 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:16.003232 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.018327 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-d1563b7b-5037-4717-aa23-2c45634035da tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5888951 May 10 20:03:16.199313 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Request body: {'port': {'device_id': '81b43321-cf5f-449b-a37c-d659920cc469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:16.259317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.522045 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87b8d6e-f14a-44db-8c14-5b25bf00e05d {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:16.529807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks [] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.542770 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Transition to ACTIVE for port object d87b8d6e-f14a-44db-8c14-5b25bf00e05d will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:03:16.546133 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.595199 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Pushing event updated for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.662644 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Attempting to bind port d87b8d6e-f14a-44db-8c14-5b25bf00e05d on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:03:16.662984 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Attempting to bind port d87b8d6e-f14a-44db-8c14-5b25bf00e05d by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:03:16.663317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Attempting to bind port d87b8d6e-f14a-44db-8c14-5b25bf00e05d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:16.667700 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Port d87b8d6e-f14a-44db-8c14-5b25bf00e05d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:03:16.668026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Attempting to bind port d87b8d6e-f14a-44db-8c14-5b25bf00e05d on network 34a5cd18-91cb-4e78-aa92-8274c4753fdd {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:16.672797 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:03:16.673135 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Checking segment: {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:16.673521 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Bound using segment: {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:03:16.673943 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Bound port: d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:03:16.674300 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.697059 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7e76e-f0f0-4157-8710-5c000649477b req-2e9f165a-64ac-4485-bb50-d260a247f3e8 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:16.698564 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7f7e76e-f0f0-4157-8710-5c000649477b req-2e9f165a-64ac-4485-bb50-d260a247f3e8 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 943 time: 0.0469089 May 10 20:03:16.742044 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:03:16.745216 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:03:16.747738 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c7f7e76e-f0f0-4157-8710-5c000649477b req-6a980110-4189-419a-a395-3f746e1ac28a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 May 10 20:03:16.752035 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.786509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:16.787673 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:16.789243 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-cd815893-6984-434e-9fca-39551dc593fd service neutron] 10.222.0.60 "PUT /v2.0/ports/d87b8d6e-f14a-44db-8c14-5b25bf00e05d HTTP/1.1" status: 200 len: 1093 time: 0.5941741 May 10 20:03:16.789764 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:16.792019 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920cd9e5-13b0-46b1-9ae4-16ca109710bc" -d '{"events": [{"name": "network-changed", "server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:16.815709 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd815893-6984-434e-9fca-39551dc593fd service neutron] Pushing event updated for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:16.830565 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043d4be-c7fd-4b4d-a2de-2875277a9571 x-openstack-request-id: req-e043d4be-c7fd-4b4d-a2de-2875277a9571 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:16.830857 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:16.831114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e043d4be-c7fd-4b4d-a2de-2875277a9571 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:16.831515 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e043d4be-c7fd-4b4d-a2de-2875277a9571'] response: {'name': 'network-changed', 'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d', 'status': 'completed', 'code': 200} May 10 20:03:16.873563 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-2eb71d2d-2fd2-4529-bde7-8f991acec964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:16.875052 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-2eb71d2d-2fd2-4529-bde7-8f991acec964 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 1127 time: 0.0384352 May 10 20:03:16.919786 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-4eb6cf54-05f2-4809-862a-a572d80eba3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d HTTP/1.1" status: 200 len: 217 time: 0.0362666 May 10 20:03:16.965703 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-e12baf78-1800-49e3-acfe-a3e5ff24096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:16.967163 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-e12baf78-1800-49e3-acfe-a3e5ff24096c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5 HTTP/1.1" status: 200 len: 848 time: 0.0412419 May 10 20:03:16.998259 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-589b21d0-6a2a-4480-9ab6-3202478bd946 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34a5cd18-91cb-4e78-aa92-8274c4753fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248835 May 10 20:03:17.086066 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-ae4b3faf-fdc2-4f3b-a7f4-d87dc87f3364 service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816128 May 10 20:03:17.176041 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:17.180446 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-76eddbee-9010-4895-aa77-0e5fc32b62eb req-3077fc74-0a1e-4b3f-8e33-f928532ffca8 service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 May 10 20:03:17.864841 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc552-bd75-4914-aa17-cc86d5bb0371 req-8968d616-34ec-4035-9999-eaebfe66e08b tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:17.866622 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-832bc552-bd75-4914-aa17-cc86d5bb0371 req-8968d616-34ec-4035-9999-eaebfe66e08b tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 943 time: 0.0508134 May 10 20:03:17.912513 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-832bc552-bd75-4914-aa17-cc86d5bb0371 req-3df913b9-eb6e-41b4-bfd9-bc625e4f09a4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397782 May 10 20:03:18.103007 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-3c4387e3-afda-46ef-bc36-160cc38a66ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:18.104396 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-3c4387e3-afda-46ef-bc36-160cc38a66ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c4cc9869de147a982a14d99fe61bced&device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 1127 time: 0.0389943 May 10 20:03:18.197633 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-a6e8d843-6479-425f-bda5-2672d3b9af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:18.199127 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-a6e8d843-6479-425f-bda5-2672d3b9af1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 200 len: 909 time: 0.0886562 May 10 20:03:18.239341 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-a56e0934-a25f-47a0-b18d-b73686c2ea2d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d HTTP/1.1" status: 200 len: 217 time: 0.0334892 May 10 20:03:18.286449 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-25397913-a0f0-4788-b51c-2a86dac34677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:18.288396 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-25397913-a0f0-4788-b51c-2a86dac34677 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5 HTTP/1.1" status: 200 len: 848 time: 0.0420756 May 10 20:03:18.322914 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-ce0ce2d3-f0e8-44f8-a7e2-9256b9fa02a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=34a5cd18-91cb-4e78-aa92-8274c4753fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279019 May 10 20:03:18.409168 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-1b4557f2-367b-4a45-b824-8f3546d119ba service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797739 May 10 20:03:18.574990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d87b8d6e-f14a-44db-8c14-5b25bf00e05d details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:03:18.673645 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:18.685562 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d', 'network_id': '34a5cd18-91cb-4e78-aa92-8274c4753fdd', 'port_id': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d', 'mac_address': 'fa:16:3e:a6:0c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:03:18.728321 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d87b8d6e-f14a-44db-8c14-5b25bf00e05d is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:18.728709 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:18.741665 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87b8d6e-f14a-44db-8c14-5b25bf00e05d {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:18.761130 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:18.765293 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:18.767050 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-920cd9e5-13b0-46b1-9ae4-16ca109710bc req-5d7e0fad-d16a-4ebd-880d-2606e144ed42 service neutron] 10.222.0.60 "GET /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510880 May 10 20:03:18.812757 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:18.819648 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.820000 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.820379 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.820742 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.821082 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.821415 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.821768 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.822073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.822404 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.822758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.823083 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.823408 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.823734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.824055 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:18.824375 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:19.016406 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['d87b8d6e-f14a-44db-8c14-5b25bf00e05d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:19.025651 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a3de93-270f-45f9-a974-2ca15ecc8764 req-8df4c7e8-c78e-4433-906c-184620bae19a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:19.027155 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85a3de93-270f-45f9-a974-2ca15ecc8764 req-8df4c7e8-c78e-4433-906c-184620bae19a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 944 time: 0.0468464 May 10 20:03:19.071900 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-85a3de93-270f-45f9-a974-2ca15ecc8764 req-8afc2a92-6473-48cb-8c64-c2131acc7011 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392430 May 10 20:03:20.183396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef3a77-9ea9-4ede-b439-a7c3298601d0 req-19f25828-55fc-4fd6-b105-42a439a13641 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:20.184859 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81ef3a77-9ea9-4ede-b439-a7c3298601d0 req-19f25828-55fc-4fd6-b105-42a439a13641 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 944 time: 0.0467172 May 10 20:03:20.230695 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81ef3a77-9ea9-4ede-b439-a7c3298601d0 req-4ef2c98b-b810-4f33-8d10-c6600c469020 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403874 May 10 20:03:20.578636 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d87b8d6e-f14a-44db-8c14-5b25bf00e05d up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:03:20.621962 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port d87b8d6e-f14a-44db-8c14-5b25bf00e05d completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:03:20.627087 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port d87b8d6e-f14a-44db-8c14-5b25bf00e05d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:20.627455 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:20.703713 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port d87b8d6e-f14a-44db-8c14-5b25bf00e05d is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:20.704090 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:20.725989 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:20.728234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eee38e4-be15-42a8-aebd-2286a923c4b0" -d '{"events": [{"server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "name": "network-vif-plugged", "status": "completed", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:20.741274 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:20.745480 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:20.768692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fce052-229f-4889-bced-1d724f7de92c x-openstack-request-id: req-c1fce052-229f-4889-bced-1d724f7de92c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:20.768981 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "name": "network-vif-plugged", "status": "completed", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:20.769236 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1fce052-229f-4889-bced-1d724f7de92c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:20.769621 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1fce052-229f-4889-bced-1d724f7de92c'] response: {'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d', 'code': 200} May 10 20:03:20.795392 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:20.923865 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e233e-8c3b-4b9e-8831-f5e12cafc5da req-a73a6e05-95ec-49f0-a1e9-0f77716f4523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:20.925338 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d4e233e-8c3b-4b9e-8831-f5e12cafc5da req-a73a6e05-95ec-49f0-a1e9-0f77716f4523 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 1129 time: 0.0383410 May 10 20:03:20.968152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5d4e233e-8c3b-4b9e-8831-f5e12cafc5da req-7ae176ed-9c18-4268-be1c-14ab5eb742d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358465 May 10 20:03:21.356002 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa33ae-f6f7-4664-bdf6-c39cc32709ce req-0378bf50-10a8-468c-8206-69ebf9203bea tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:21.357491 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03fa33ae-f6f7-4664-bdf6-c39cc32709ce req-0378bf50-10a8-468c-8206-69ebf9203bea tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0553579 May 10 20:03:21.403073 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03fa33ae-f6f7-4664-bdf6-c39cc32709ce req-81ecbd8e-3434-4cdf-9434-50ab509e0a61 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400002 May 10 20:03:22.522405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801ac03-b60d-4c04-98f4-9853a3ff6b66 req-17a4d8d4-7bcb-413c-b468-9d587627c4fa tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:22.525912 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3801ac03-b60d-4c04-98f4-9853a3ff6b66 req-17a4d8d4-7bcb-413c-b468-9d587627c4fa tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0499139 May 10 20:03:22.570328 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3801ac03-b60d-4c04-98f4-9853a3ff6b66 req-0b783abd-ae25-4a21-b471-0585de5433b4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 May 10 20:03:23.681051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6a916-25de-4395-8f0f-fe0f62d5f60a req-6012863e-f0a7-4b93-8a82-610cfa58ef5e tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:23.682405 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aac6a916-25de-4395-8f0f-fe0f62d5f60a req-6012863e-f0a7-4b93-8a82-610cfa58ef5e tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0447462 May 10 20:03:23.728194 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aac6a916-25de-4395-8f0f-fe0f62d5f60a req-01079607-63ec-43ea-878d-3328bdc4188d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403445 May 10 20:03:24.357275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d52f-325f-49fe-85a8-8de5e1e84c99 req-216e8b6e-3992-4475-a51c-b5528a1d0388 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:24.358840 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e633d52f-325f-49fe-85a8-8de5e1e84c99 req-216e8b6e-3992-4475-a51c-b5528a1d0388 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0482790 May 10 20:03:24.407506 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e633d52f-325f-49fe-85a8-8de5e1e84c99 req-f7fc70ed-454a-41a6-a13f-168d126635c4 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432324 May 10 20:03:25.530877 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4662c0d-f59f-4a30-a913-8c7d1bc4ddfd req-b47f5271-a919-4685-bb2c-ef6521f6369a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:25.532334 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4662c0d-f59f-4a30-a913-8c7d1bc4ddfd req-b47f5271-a919-4685-bb2c-ef6521f6369a tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0482218 May 10 20:03:25.578661 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b4662c0d-f59f-4a30-a913-8c7d1bc4ddfd req-86c067ae-8a81-4e9f-8572-1068bc8f334e tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/security-groups?id=cb531e8e-8d27-4016-9607-5a92c54b2cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 May 10 20:03:25.757863 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce36df9-e274-448f-bc43-cea27acf738e req-c8b67d04-0222-4a7f-b728-bb30a626da1d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:25.759295 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ce36df9-e274-448f-bc43-cea27acf738e req-c8b67d04-0222-4a7f-b728-bb30a626da1d tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 945 time: 0.0486150 May 10 20:03:25.845923 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Deleting port d87b8d6e-f14a-44db-8c14-5b25bf00e05d {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:03:25.846259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:25.934635 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] For port d87b8d6e-f14a-44db-8c14-5b25bf00e05d, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,segment=NetworkSegment(dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9),segment_id=dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:25.934996 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:25.947839 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Calling delete_port for d87b8d6e-f14a-44db-8c14-5b25bf00e05d owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:03:26.069027 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d87b8d6e-f14a-44db-8c14-5b25bf00e05d), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:26.083238 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['d87b8d6e-f14a-44db-8c14-5b25bf00e05d'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:26.101176 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Pushing event deleted for resources: {'Port': ['ID=d87b8d6e-f14a-44db-8c14-5b25bf00e05d,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.143994 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] No DVR routers for this DVR port d87b8d6e-f14a-44db-8c14-5b25bf00e05d on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:03:26.146511 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:26.149716 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7ce36df9-e274-448f-bc43-cea27acf738e req-ce90beda-c478-4362-86ef-4b331e82dd40 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.60 "DELETE /v2.0/ports/d87b8d6e-f14a-44db-8c14-5b25bf00e05d HTTP/1.1" status: 204 len: 173 time: 0.3814225 May 10 20:03:26.150145 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'name': 'network-vif-deleted', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:26.152400 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5bb62c-db39-4f2b-94c5-f8720800bb7a" -d '{"events": [{"server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "name": "network-vif-deleted", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:26.188681 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c50599-c869-437f-83fc-53402582ab4d x-openstack-request-id: req-95c50599-c869-437f-83fc-53402582ab4d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:26.188974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b43321-cf5f-449b-a37c-d659920cc469", "name": "network-vif-deleted", "tag": "d87b8d6e-f14a-44db-8c14-5b25bf00e05d", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:26.189232 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95c50599-c869-437f-83fc-53402582ab4d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:26.189633 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c50599-c869-437f-83fc-53402582ab4d'] response: {'server_uuid': '81b43321-cf5f-449b-a37c-d659920cc469', 'name': 'network-vif-deleted', 'tag': 'd87b8d6e-f14a-44db-8c14-5b25bf00e05d', 'status': 'completed', 'code': 200} May 10 20:03:26.697062 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b9e447cd-ab30-4884-a603-2a0301b49992 req-a63f5187-4165-4c9d-ac24-7d9ea9430cd8 tempest-VolumesActionsTest-947990197 tempest-VolumesActionsTest-947990197-project] 10.222.0.57 "GET /v2.0/ports?device_id=81b43321-cf5f-449b-a37c-d659920cc469 HTTP/1.1" status: 200 len: 210 time: 0.0282032 May 10 20:03:26.714234 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59438) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:26.815957 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-821b095a-4332-490e-969f-6c045667e245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:26.888374 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-821b095a-4332-490e-969f-6c045667e245 admin admin] Publish callbacks [] for security_group (df1fe634-9d13-4527-b7a9-73d13f461bbf), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:26.891816 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-821b095a-4332-490e-969f-6c045667e245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (df1fe634-9d13-4527-b7a9-73d13f461bbf), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:26.930822 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-821b095a-4332-490e-969f-6c045667e245 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22e8b5a61eba4b7d8b6d62f09753a273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154872 May 10 20:03:26.932741 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b095a-4332-490e-969f-6c045667e245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1fe634-9d13-4527-b7a9-73d13f461bbf,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:26.933419 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59442) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:26.980319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Publish callbacks [] for security_group (df1fe634-9d13-4527-b7a9-73d13f461bbf), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.001368 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Publish callbacks [] for security_group (df1fe634-9d13-4527-b7a9-73d13f461bbf), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.045726 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (df1fe634-9d13-4527-b7a9-73d13f461bbf), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.048172 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.049350 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df1fe634-9d13-4527-b7a9-73d13f461bbf HTTP/1.1" status: 204 len: 168 time: 0.1149254 May 10 20:03:27.057243 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1fe634-9d13-4527-b7a9-73d13f461bbf,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:27.064110 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.064452 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.064788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.065119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.065444 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.065764 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.066082 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.066396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.066741 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.067056 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.067373 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.068333 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.068654 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.068968 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.069282 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0416dd98-0ebc-4217-98f1-61786bb70446 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:03:27.653036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59464) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:27.749933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-31638533-network', 'tenant_id': '143c50428b1247a9ac6f60a26bfbaa80'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:27.771991 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Made reservation on behalf of 143c50428b1247a9ac6f60a26bfbaa80 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:27.774142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.782309 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.858288 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks [] for security_group (cf64b3fa-4387-4b03-86a6-27e4840781e7), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.862528 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (cf64b3fa-4387-4b03-86a6-27e4840781e7), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.890877 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:03:27.895381 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf64b3fa-4387-4b03-86a6-27e4840781e7,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:27.904302 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (c608c2a2-4564-43ce-91da-74806ec6d9eb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.904748 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Added segment c608c2a2-4564-43ce-91da-74806ec6d9eb of type vlan for network 6c1a4f20-babc-42e5-978f-c3e4365331a8 May 10 20:03:27.948717 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (6c1a4f20-babc-42e5-978f-c3e4365331a8), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.973601 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (6c1a4f20-babc-42e5-978f-c3e4365331a8), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:27.975215 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:27.975800 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:28.036020 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3816726 May 10 20:03:28.037221 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4487acd-9706-4dcd-a033-cb7b4ff25c84 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1a4f20-babc-42e5-978f-c3e4365331a8,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:28.039167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59484) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:28.044138 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Request body: {'subnet': {'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-31638533-subnet', 'tenant_id': '143c50428b1247a9ac6f60a26bfbaa80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:28.047317 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:03:28.064051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Made reservation on behalf of 143c50428b1247a9ac6f60a26bfbaa80 for: {'subnet': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:28.066520 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5884103'] for subnet (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:28.250372 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6739570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5884121'] for subnet (10c029f1-a4b2-4349-aff9-76149337079f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:28.306760 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c029f1-a4b2-4349-aff9-76149337079f,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:28.311801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Checking segment: {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:28.312150 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Network hostable DHCP agents. Network: 6c1a4f20-babc-42e5-978f-c3e4365331a8, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:03:28.330025 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:03:28.338652 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 6c1a4f20-babc-42e5-978f-c3e4365331a8) {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:28.343376 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:28.344596 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:28.347766 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56c8de4-98ff-4b11-9edd-6c2efe0452ee None None] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:03:28.361657 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-606a6817-e1a8-4799-add6-ee53d7d18d59 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3210528 May 10 20:03:28.452682 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fea1d3a-4c4d-4bc2-b052-74dc3935f2c2 None None] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:03:31.279495 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d87b8d6e-f14a-44db-8c14-5b25bf00e05d no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:03:31.299021 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: d87b8d6e-f14a-44db-8c14-5b25bf00e05d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:03:31.299368 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device d87b8d6e-f14a-44db-8c14-5b25bf00e05d not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:03:32.183799 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-cd590f33-acc3-459d-9beb-dec20e2ea4f5 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:32.185262 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-cd590f33-acc3-459d-9beb-dec20e2ea4f5 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 812 time: 0.0988894 May 10 20:03:32.200161 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-ba5dca3b-dbf3-4928-beba-218116b68b12 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/quotas/143c50428b1247a9ac6f60a26bfbaa80 HTTP/1.1" status: 200 len: 375 time: 0.0095115 May 10 20:03:32.235200 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-b042752c-2b81-4c0f-bef4-ec3b89efdd10 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303323 May 10 20:03:32.323663 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-02ef995a-985e-441d-93af-b5990cd59644 service neutron] 10.222.0.57 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812161 May 10 20:03:32.422037 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-7325d1c6-3175-4d95-a5ff-d789434d40ec service neutron] 10.222.0.57 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908995 May 10 20:03:32.607259 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fdbadde5-209a-41bf-9672-bf829f84ef1a req-b43459f1-5c01-43bf-942a-75c6c81b13f5 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 210 time: 0.0357544 May 10 20:03:33.130576 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:03:33.777648 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-bbc23f3f-36d3-4343-9373-05c63e1d68a7 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:33.779626 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-bbc23f3f-36d3-4343-9373-05c63e1d68a7 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 812 time: 0.1793485 May 10 20:03:33.805362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Request body: {'port': {'device_id': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8', 'admin_state_up': True, 'tenant_id': '143c50428b1247a9ac6f60a26bfbaa80'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:33.830181 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ecfd80f5-2a18-4a27-ba7e-93b8f9c2e494 req-40366cd2-899e-42c3-b1ec-98e717e950e2 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 210 time: 0.0846896 May 10 20:03:33.952025 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Made reservation on behalf of 143c50428b1247a9ac6f60a26bfbaa80 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:33.957854 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.129793 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Allocated IP 172.20.0.7 (6c1a4f20-babc-42e5-978f-c3e4365331a8/10c029f1-a4b2-4349-aff9-76149337079f/152b6e28-0758-4d79-8ac9-9589400cbbc8) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:34.310052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks [] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.357779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.415149 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:34.420973 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:34.425792 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:34.464989 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Pushing event updated for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:34.501848 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:34.502658 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.527546 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-9265b7bf-97a6-45a2-9bb3-01809baeafdb tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7289839 May 10 20:03:34.546788 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Request body: {'port': {'device_id': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:34.614381 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.907403 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 152b6e28-0758-4d79-8ac9-9589400cbbc8 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:34.927362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks [] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.944672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Transition to ACTIVE for port object 152b6e28-0758-4d79-8ac9-9589400cbbc8 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:03:34.951334 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:34.968647 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbd0df-f01b-4efd-bf72-96f32ac116ba req-dee47ba8-419d-4861-90cd-815b2cbb0632 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:34.970874 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ffbd0df-f01b-4efd-bf72-96f32ac116ba req-dee47ba8-419d-4861-90cd-815b2cbb0632 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 931 time: 0.0530529 May 10 20:03:35.027786 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Pushing event updated for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.041028 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ffbd0df-f01b-4efd-bf72-96f32ac116ba req-9899d7de-b918-4f05-b1e7-9323b7aeae48 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638692 May 10 20:03:35.099562 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Attempting to bind port 152b6e28-0758-4d79-8ac9-9589400cbbc8 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:03:35.099969 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Attempting to bind port 152b6e28-0758-4d79-8ac9-9589400cbbc8 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:03:35.100995 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Attempting to bind port 152b6e28-0758-4d79-8ac9-9589400cbbc8 on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:35.105548 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Port 152b6e28-0758-4d79-8ac9-9589400cbbc8 on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:03:35.105868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Attempting to bind port 152b6e28-0758-4d79-8ac9-9589400cbbc8 on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:35.111047 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:03:35.111384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Checking segment: {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:35.111767 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Bound using segment: {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:03:35.112213 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Bound port: 152b6e28-0758-4d79-8ac9-9589400cbbc8, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:03:35.113107 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:35.187779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:03:35.191668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:03:35.200229 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:35.239854 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:35.241264 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:35.242691 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] 10.222.0.60 "PUT /v2.0/ports/152b6e28-0758-4d79-8ac9-9589400cbbc8 HTTP/1.1" status: 200 len: 1093 time: 0.7011585 May 10 20:03:35.243131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:35.245360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352b9dfa-9da6-4a74-890a-5b6ef1793f94" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:35.314912 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c51d59-b88c-4250-9367-0e467c9d151d x-openstack-request-id: req-27c51d59-b88c-4250-9367-0e467c9d151d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:35.315425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:35.315685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-27c51d59-b88c-4250-9367-0e467c9d151d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:35.316131 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c51d59-b88c-4250-9367-0e467c9d151d'] response: {'name': 'network-changed', 'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8', 'status': 'completed', 'code': 200} May 10 20:03:35.325619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7925b-7a8b-4191-8c9a-81256e749637 service neutron] Pushing event updated for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:35.359914 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-eb8aa0d1-0117-45c7-be4a-454d8096b023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:35.361497 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-eb8aa0d1-0117-45c7-be4a-454d8096b023 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 1127 time: 0.0441928 May 10 20:03:35.413788 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-53754799-b7bc-4b9a-a40f-a9e5bf2f4549 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8 HTTP/1.1" status: 200 len: 217 time: 0.0443642 May 10 20:03:35.468507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-fcaa37e4-e4cf-4da0-aee0-b90e90fa0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:35.469976 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-fcaa37e4-e4cf-4da0-aee0-b90e90fa0100 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10c029f1-a4b2-4349-aff9-76149337079f HTTP/1.1" status: 200 len: 852 time: 0.0482929 May 10 20:03:35.504901 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-bfc4ea16-adb7-47b1-88ac-fc8593218730 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c1a4f20-babc-42e5-978f-c3e4365331a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267918 May 10 20:03:35.601664 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-1fd8052b-fe74-41e5-a0df-db8a5a5c8d48 service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905080 May 10 20:03:35.698677 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8453a81c-496b-470e-9bd5-8dd1a1c4e054 req-feb45d98-0180-44fa-ba4d-8bddd848d9df service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900559 May 10 20:03:36.171332 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba6cf4-bc6a-4873-b36b-373a4178f0df req-549b1ced-d65d-4bb8-9b6f-0e9133862bd1 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:36.173645 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cba6cf4-bc6a-4873-b36b-373a4178f0df req-549b1ced-d65d-4bb8-9b6f-0e9133862bd1 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 943 time: 0.0555065 May 10 20:03:36.223838 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5cba6cf4-bc6a-4873-b36b-373a4178f0df req-bd5f3a28-bda8-4465-ae09-22e5f7b2bc7c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436773 May 10 20:03:36.711789 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-4b800559-2a0b-49f3-9116-f4a030e7885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:36.713299 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-4b800559-2a0b-49f3-9116-f4a030e7885e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 1127 time: 0.0506971 May 10 20:03:36.820542 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-43c95fd8-6ccf-4dc5-beb6-b1220175fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:36.822093 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-43c95fd8-6ccf-4dc5-beb6-b1220175fd49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 913 time: 0.1026669 May 10 20:03:36.866233 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-744b03bf-8a04-434a-80b5-ce10b7970105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8 HTTP/1.1" status: 200 len: 217 time: 0.0366902 May 10 20:03:36.920554 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-c6ebc5b3-b39a-4189-b3cd-a9f459254996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:36.922009 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-c6ebc5b3-b39a-4189-b3cd-a9f459254996 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10c029f1-a4b2-4349-aff9-76149337079f HTTP/1.1" status: 200 len: 852 time: 0.0502579 May 10 20:03:36.958482 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-89c08733-12a9-4547-8d1b-e7fe1fa23a5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c1a4f20-babc-42e5-978f-c3e4365331a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300410 May 10 20:03:37.058805 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-7bc31777-ed4d-4197-9ba1-67ccbea22070 service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923045 May 10 20:03:37.167902 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-352b9dfa-9da6-4a74-890a-5b6ef1793f94 req-c2d85bd5-3996-4617-97e9-f2c93dcd982f service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022952 May 10 20:03:37.397559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7555b3db-df10-4af5-a5ce-ecec60014e7a req-8a893bd4-f461-4bf1-9ad3-100666469857 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:37.407441 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7555b3db-df10-4af5-a5ce-ecec60014e7a req-8a893bd4-f461-4bf1-9ad3-100666469857 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 943 time: 0.0892718 May 10 20:03:37.468615 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-7555b3db-df10-4af5-a5ce-ecec60014e7a req-d87effc8-373f-4105-bfcd-8529af0ca26b tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601704 May 10 20:03:38.623404 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 152b6e28-0758-4d79-8ac9-9589400cbbc8 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:03:38.624123 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba7d5d-53e1-451c-9f8e-fa34e3373a37 req-3fdb0ce5-6284-4677-8ea8-c266284897f9 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:38.631757 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-23ba7d5d-53e1-451c-9f8e-fa34e3373a37 req-3fdb0ce5-6284-4677-8ea8-c266284897f9 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 943 time: 0.0730915 May 10 20:03:38.677826 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-23ba7d5d-53e1-451c-9f8e-fa34e3373a37 req-edea0c10-c0c3-4bf4-a5ec-64bf31be186c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 May 10 20:03:38.728542 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:38.740786 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '152b6e28-0758-4d79-8ac9-9589400cbbc8', 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8', 'port_id': '152b6e28-0758-4d79-8ac9-9589400cbbc8', 'mac_address': 'fa:16:3e:98:79:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c029f1-a4b2-4349-aff9-76149337079f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:03:38.779962 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 152b6e28-0758-4d79-8ac9-9589400cbbc8 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:38.780271 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:38.797083 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 152b6e28-0758-4d79-8ac9-9589400cbbc8 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:38.827203 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:38.832448 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:38.895235 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:39.093878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['152b6e28-0758-4d79-8ac9-9589400cbbc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:03:39.800541 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87741e3f-5700-490a-b6b8-60977fd2e99d req-2a28b054-0aa6-4a60-9656-4d938d24f520 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:39.802267 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87741e3f-5700-490a-b6b8-60977fd2e99d req-2a28b054-0aa6-4a60-9656-4d938d24f520 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 944 time: 0.0545979 May 10 20:03:39.868479 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-87741e3f-5700-490a-b6b8-60977fd2e99d req-6fa5074c-3043-4533-9096-39ce05cc1624 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595965 May 10 20:03:40.642032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 152b6e28-0758-4d79-8ac9-9589400cbbc8 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:03:40.681353 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d84120bb-89e9-4968-8dc4-9294463dcbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:40.700274 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 152b6e28-0758-4d79-8ac9-9589400cbbc8 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:03:40.707012 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 152b6e28-0758-4d79-8ac9-9589400cbbc8 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:40.707388 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:40.793845 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 152b6e28-0758-4d79-8ac9-9589400cbbc8 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:03:40.794232 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:40.825854 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:40.828369 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24040f71-a9ab-4e65-bf35-3eb59d1e75a6" -d '{"events": [{"server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "name": "network-vif-plugged", "status": "completed", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:40.855662 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:40.865548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:40.906678 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b76783-ffde-4777-99ef-8c38a992c2e9 x-openstack-request-id: req-36b76783-ffde-4777-99ef-8c38a992c2e9 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:40.907003 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "name": "network-vif-plugged", "status": "completed", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:40.907266 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36b76783-ffde-4777-99ef-8c38a992c2e9 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:40.907666 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b76783-ffde-4777-99ef-8c38a992c2e9'] response: {'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8', 'code': 200} May 10 20:03:40.950596 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:41.007794 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b06d6a-3ab3-4724-9335-2b5561f6b864 req-19d0ba45-64b9-4e2d-a46d-01b2346bd950 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:41.016359 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43b06d6a-3ab3-4724-9335-2b5561f6b864 req-19d0ba45-64b9-4e2d-a46d-01b2346bd950 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0679567 May 10 20:03:41.095935 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-43b06d6a-3ab3-4724-9335-2b5561f6b864 req-afc1c4a2-a824-4a16-812f-3219ac507346 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783994 May 10 20:03:41.105793 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352c996-48d3-4144-9bf6-6516e6fba66f req-54cf0f80-499d-4737-ab18-bfca2d6427cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:41.107774 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b352c996-48d3-4144-9bf6-6516e6fba66f req-54cf0f80-499d-4737-ab18-bfca2d6427cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 1129 time: 0.0605993 May 10 20:03:41.171676 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b352c996-48d3-4144-9bf6-6516e6fba66f req-52aad68c-d7f4-4f77-9cfa-1446d6888e57 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498514 May 10 20:03:41.566444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:42.248804 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e6e82d-b8be-486b-b058-a21855ed3c43 req-81bc54cd-4582-4286-b3eb-b06bb20dd2cc tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:42.259512 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-19e6e82d-b8be-486b-b058-a21855ed3c43 req-81bc54cd-4582-4286-b3eb-b06bb20dd2cc tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0769448 May 10 20:03:42.327987 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-19e6e82d-b8be-486b-b058-a21855ed3c43 req-76732436-e42f-4f1e-8c82-93ef5ed51249 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668330 May 10 20:03:43.132542 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a4a0d277-7fe1-41c3-925a-12b4acb851bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:43.448678 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723aa7d-1d2f-4145-b3c3-04fe5335afce req-c1404ba1-7190-41ce-ad2e-6c60c588855c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:43.450170 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8723aa7d-1d2f-4145-b3c3-04fe5335afce req-c1404ba1-7190-41ce-ad2e-6c60c588855c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0561521 May 10 20:03:43.511186 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8723aa7d-1d2f-4145-b3c3-04fe5335afce req-8ea52a45-e00a-4f13-848e-2655fc9aa5a8 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551426 May 10 20:03:43.976710 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:45.366686 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:47.184390 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:50.378149 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-fcdd9297-2c85-488c-b1d0-0ef17c29a4c4 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-470214062&fields=id&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 267 time: 0.0441756 May 10 20:03:50.484572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-2d48e01f-60f5-41d4-a1b3-43218a4c2ef7 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:50.486040 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-2d48e01f-60f5-41d4-a1b3-43218a4c2ef7 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.1009676 May 10 20:03:50.500837 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-b8c2b97b-70ca-4142-b6ed-cc7f3f15ec57 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/quotas/493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 375 time: 0.0086253 May 10 20:03:50.562609 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-a6c90e8e-0ade-4fae-8a99-7c8f11dbfd6f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563409 May 10 20:03:50.660043 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-94951f74-914a-4a9f-af34-b6346f6ea97a service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836725 May 10 20:03:50.753257 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-0f5b5be9-c12b-49dd-abdb-c35391c69879 service neutron] 10.222.0.57 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866973 May 10 20:03:51.058196 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b15ad204-ba66-411c-a9a2-496e7920fe6c req-ab6d177c-cc56-45a6-8ac9-d39f13bc477e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 210 time: 0.0332277 May 10 20:03:51.331085 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629728d-953e-477c-9990-add740371345 req-f7a88592-980f-4d83-bc1d-eb3aec757f64 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:51.332974 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9629728d-953e-477c-9990-add740371345 req-f7a88592-980f-4d83-bc1d-eb3aec757f64 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0687668 May 10 20:03:51.394297 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9629728d-953e-477c-9990-add740371345 req-014d8280-dabd-445d-8595-37b9804bdc9e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532110 May 10 20:03:52.154080 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-de9e8224-1c0c-45c2-b0fe-2aa0380ef9cc req-d86f3be7-e4c5-4290-92df-8cfc04f427d1 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 210 time: 0.0277603 May 10 20:03:52.519657 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1409-efd4-41d9-b841-5e0c26f7807c req-d067dd7c-2026-4a23-9f78-0b84c82ef063 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:52.521143 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3ba1409-efd4-41d9-b841-5e0c26f7807c req-d067dd7c-2026-4a23-9f78-0b84c82ef063 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0525475 May 10 20:03:52.569489 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3ba1409-efd4-41d9-b841-5e0c26f7807c req-46e71e58-8ae2-422f-a1fb-b7032ef0d4db tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420952 May 10 20:03:52.754079 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59908) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:52.807639 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Deleting subnet fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:03:52.809589 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Publish callbacks [] for subnet (fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:52.847111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:52.889093 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:52.942808 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:52.973637 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:52.978504 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:52.981621 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-096b3915-7de8-4037-a712-9fce048a164f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fa477acd-08f4-4ce1-b4b7-7c7c99f6f2e5 HTTP/1.1" status: 204 len: 168 time: 0.2265325 May 10 20:03:52.984418 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59910) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:53.050145 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (34a5cd18-91cb-4e78-aa92-8274c4753fdd), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.128673 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (34a5cd18-91cb-4e78-aa92-8274c4753fdd), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.149388 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a5cd18-91cb-4e78-aa92-8274c4753fdd']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:53.160703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:53.161382 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:53.170072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.183754 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.191697 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:03:53.192144 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (dfebb4d7-92fb-4ff4-aa80-d9db9191c6e9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:03:53.196112 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:03:53.267164 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-896dfdc4-9291-4e06-983a-2f3207084f2f req-809e01d3-565a-4da4-88a9-7d593dedee60 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 210 time: 0.0387969 May 10 20:03:53.276756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (34a5cd18-91cb-4e78-aa92-8274c4753fdd), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.283524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.292514 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] 10.222.0.57 "DELETE /v2.0/networks/34a5cd18-91cb-4e78-aa92-8274c4753fdd HTTP/1.1" status: 204 len: 168 time: 0.3064327 May 10 20:03:53.303016 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76c8499-ab3e-4cfb-bcd1-b8f2bc55e22e admin admin] Pushing event deleted for resources: {'Network': ['ID=34a5cd18-91cb-4e78-aa92-8274c4753fdd,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:53.341948 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-b48d0ac9-ec81-4172-b4a0-ecb2fc31f028 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:53.343838 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-b48d0ac9-ec81-4172-b4a0-ecb2fc31f028 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0692239 May 10 20:03:53.434434 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59918) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:53.498788 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-54f31edc-4655-4513-b1f4-0619b12343cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6c4cc9869de147a982a14d99fe61bced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0629969 May 10 20:03:53.501587 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 59920) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:53.551311 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Deleting port 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:03:53.551897 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.572844 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] Publish callbacks [] for security_group (cb531e8e-8d27-4016-9607-5a92c54b2cc5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.598605 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] Publish callbacks [] for security_group (cb531e8e-8d27-4016-9607-5a92c54b2cc5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.621937 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-4cc98569-90d5-41bd-b651-ad0e5b9405f2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:53.623466 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-4cc98569-90d5-41bd-b651-ad0e5b9405f2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 812 time: 0.2549875 May 10 20:03:53.656319 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (cb531e8e-8d27-4016-9607-5a92c54b2cc5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.659058 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.660211 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb531e8e-8d27-4016-9607-5a92c54b2cc5 HTTP/1.1" status: 204 len: 168 time: 0.1574981 May 10 20:03:53.669580 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6ca62-2f9b-457b-a867-9264fd457a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb531e8e-8d27-4016-9607-5a92c54b2cc5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:53.728998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] For port 740fa7f3-ee5c-4744-9541-a814cc75f111, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=740fa7f3-ee5c-4744-9541-a814cc75f111,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:03:53.729362 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:53.748276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdfd81-98c2-4f75-8b54-99585ec00203 req-827f7188-1bd3-4cbb-b597-ed51c1818f4a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:53.749675 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82cdfd81-98c2-4f75-8b54-99585ec00203 req-827f7188-1bd3-4cbb-b597-ed51c1818f4a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 947 time: 0.0896585 May 10 20:03:53.827836 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-18cd2cd2-957a-4246-8dc9-f0ff3e6bfdd5 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=493768250fbb449a8b5430992e76b60f HTTP/1.1" status: 200 len: 379 time: 0.1934490 May 10 20:03:53.837195 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'port': {'device_id': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'admin_state_up': True, 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'security_groups': ['c175e69e-58ee-4a29-a8b1-9de963dc0a46']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:53.947720 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-82cdfd81-98c2-4f75-8b54-99585ec00203 req-5a65220b-a7a3-48bd-9d39-fe07451a8a84 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=d7609a6d-f49b-4343-a7ec-f61bb9532231&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874406 May 10 20:03:54.081593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:54.081979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:54.082283 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Floating IP 52d9dee7-0ba8-4240-bf22-a44465f28d65 disassociated. External IP: 172.27.3.194, port: 740fa7f3-ee5c-4744-9541-a814cc75f111. May 10 20:03:54.082659 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Calling delete_port for 740fa7f3-ee5c-4744-9541-a814cc75f111 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:03:54.087379 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Made reservation on behalf of 493768250fbb449a8b5430992e76b60f for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:54.090700 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:54.309625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.20.0.7 (d20c2327-06bd-4a9c-bc81-ab7a5e947390/22361c0a-cf12-4634-82fd-a8ca7039f9bc/b394e984-72e7-4807-85f2-d6717d5ed1e4) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:54.340004 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (740fa7f3-ee5c-4744-9541-a814cc75f111), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:54.379906 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-451fa5c8-165c-4579-a25d-62123a302871 req-1dc98a86-d9bf-4016-92d8-1ac02e9fb40b tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 210 time: 0.0303998 May 10 20:03:54.382045 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'Port': ['ID=740fa7f3-ee5c-4744-9541-a814cc75f111,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:54.877664 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:54.905718 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:03:54.949165 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.037374 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:55.059054 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:55.075715 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.078074 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:55.105313 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c5d85277-f00b-40b2-a9cd-a0013c0ef602 req-8a2d57d4-53c4-45b7-80de-3fc4bb6b3969 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=ff53e635-0740-4f22-9c5b-8d8dd47571c5 HTTP/1.1" status: 200 len: 210 time: 0.0774024 May 10 20:03:55.169953 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:55.170595 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.177136 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:03:55.190798 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:03:55.215698 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:03:55.216567 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:03:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:55.232647 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f158ff1b-b1ea-4f09-9955-9a699d44ba46 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3992479 May 10 20:03:55.233745 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] No DVR routers for this DVR port 740fa7f3-ee5c-4744-9541-a814cc75f111 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:03:55.239686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.244350 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c7445a9e-a67c-4942-ae29-491d475b2782 req-be3d7b67-661b-4095-9911-787d6e368a6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "DELETE /v2.0/ports/740fa7f3-ee5c-4744-9541-a814cc75f111 HTTP/1.1" status: 204 len: 173 time: 1.8838177 May 10 20:03:55.244825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-deleted', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:55.247182 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce975c5-b60c-4e13-bf3f-e81080495a8e" -d '{"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-deleted", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:55.259828 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Request body: {'port': {'device_id': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:55.307104 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-cd8ff8a3-0f1c-4e60-9275-5dc706fe8a61 None None] Provisioning complete for port b394e984-72e7-4807-85f2-d6717d5ed1e4 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:55.307913 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cd8ff8a3-0f1c-4e60-9275-5dc706fe8a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.328591 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93760b8f-0329-4f65-a626-a7bd1e3e4227 x-openstack-request-id: req-93760b8f-0329-4f65-a626-a7bd1e3e4227 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:55.330329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff53e635-0740-4f22-9c5b-8d8dd47571c5", "name": "network-vif-deleted", "tag": "740fa7f3-ee5c-4744-9541-a814cc75f111", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:55.332407 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93760b8f-0329-4f65-a626-a7bd1e3e4227 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:55.333129 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93760b8f-0329-4f65-a626-a7bd1e3e4227'] response: {'server_uuid': 'ff53e635-0740-4f22-9c5b-8d8dd47571c5', 'name': 'network-vif-deleted', 'tag': '740fa7f3-ee5c-4744-9541-a814cc75f111', 'status': 'completed', 'code': 200} May 10 20:03:55.343649 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-cd8ff8a3-0f1c-4e60-9275-5dc706fe8a61 None None] Port b394e984-72e7-4807-85f2-d6717d5ed1e4 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:03:55.369760 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:03:55.373721 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.560936 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e3119-5717-4159-b8ec-19ebddfb3dbb req-11a3d9ab-dc99-46ae-b902-36932aafe162 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:55.563582 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e81e3119-5717-4159-b8ec-19ebddfb3dbb req-11a3d9ab-dc99-46ae-b902-36932aafe162 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 931 time: 0.0783212 May 10 20:03:55.602451 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:55.630124 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:03:55.639442 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:03:55.640050 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:03:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:55.664469 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e81e3119-5717-4159-b8ec-19ebddfb3dbb req-55daa34c-d967-40c1-b405-230521dc27b3 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676644 May 10 20:03:55.749219 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b394e984-72e7-4807-85f2-d6717d5ed1e4 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:55.756839 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks [] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.771389 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Transition to ACTIVE for port object b394e984-72e7-4807-85f2-d6717d5ed1e4 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:03:55.775576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:55.778679 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:03:55.830481 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Pushing event updated for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:55.916784 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Attempting to bind port b394e984-72e7-4807-85f2-d6717d5ed1e4 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:03:55.917417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Attempting to bind port b394e984-72e7-4807-85f2-d6717d5ed1e4 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:03:55.917417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Attempting to bind port b394e984-72e7-4807-85f2-d6717d5ed1e4 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:55.922145 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Port b394e984-72e7-4807-85f2-d6717d5ed1e4 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:03:55.922574 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Attempting to bind port b394e984-72e7-4807-85f2-d6717d5ed1e4 on network d20c2327-06bd-4a9c-bc81-ab7a5e947390 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:55.928060 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:03:55.928472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Checking segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:55.928926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Bound using segment: {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:03:55.931391 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Bound port: b394e984-72e7-4807-85f2-d6717d5ed1e4, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77a6835-e23c-45de-b71e-67e31d77dc2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:03:55.931391 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.007260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:03:56.011561 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:03:56.024677 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:03:56.024926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.069679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.070979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.072685 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] 10.222.0.60 "PUT /v2.0/ports/b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 200 len: 1093 time: 0.8226504 May 10 20:03:56.074214 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e62d41-7650-4863-a65a-29089648b8b2 None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:03:56.116068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e20f36-2099-43bb-991b-49901f2c8830 service neutron] Pushing event updated for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:56.173005 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-9b3fa918-1742-408a-99cc-84b5504bbafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.174570 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-9b3fa918-1742-408a-99cc-84b5504bbafb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1127 time: 0.0525196 May 10 20:03:56.178651 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-9f70751a-75c1-4e4c-af6f-d0e060d83c63 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7812c5045988421aa82845f73e66b2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603602 May 10 20:03:56.238273 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-7ab327a4-f15c-4246-849d-0fb1cfa95571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 200 len: 217 time: 0.0524704 May 10 20:03:56.255241 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59982) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:56.361773 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f1948324-01d0-4326-962f-7e6f627cea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.363240 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-f1948324-01d0-4326-962f-7e6f627cea90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.1163254 May 10 20:03:56.369692 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (d7609a6d-f49b-4343-a7ec-f61bb9532231), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.427998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (d7609a6d-f49b-4343-a7ec-f61bb9532231), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.439423 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65414246-c852-42dd-b68e-5615585d5106 None None] New status for floating IP 52d9dee7-0ba8-4240-bf22-a44465f28d65: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:03:56.440998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-fc8109b8-5a0c-4519-8372-08d99a8b2a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.442485 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-fc8109b8-5a0c-4519-8372-08d99a8b2a56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701725 May 10 20:03:56.556159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d7609a6d-f49b-4343-a7ec-f61bb9532231), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.558996 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.563014 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "DELETE /v2.0/security-groups/d7609a6d-f49b-4343-a7ec-f61bb9532231 HTTP/1.1" status: 204 len: 168 time: 0.3062873 May 10 20:03:56.569365 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59984) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:56.604489 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb23493b-98ca-4fa5-8983-3826ffd58e9a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7609a6d-f49b-4343-a7ec-f61bb9532231,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:56.607304 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.api.v2.resource [None req-dcbd5dc0-4e12-42c2-be63-1efe76a6b933 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] show failed (client error): The resource could not be found. May 10 20:03:56.608978 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-dcbd5dc0-4e12-42c2-be63-1efe76a6b933 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups/d7609a6d-f49b-4343-a7ec-f61bb9532231 HTTP/1.1" status: 404 len: 347 time: 0.0327797 May 10 20:03:56.611503 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-c0d0bb86-3268-4192-b736-b13f00886f1d service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612310 May 10 20:03:56.612054 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 59988) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:56.681512 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-19c0212e-9c93-4d2f-bb9d-8c7787a3ae54 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.683049 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-19c0212e-9c93-4d2f-bb9d-8c7787a3ae54 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4990263 May 10 20:03:56.704110 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-a4a3b146-ad08-4774-b545-45e8c1ee25bd tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/quotas/7812c5045988421aa82845f73e66b2a1 HTTP/1.1" status: 200 len: 375 time: 0.0111909 May 10 20:03:56.741536 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-2ab9eb8e-fd3b-424b-a4f4-d8f09f6f42f3 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7812c5045988421aa82845f73e66b2a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310266 May 10 20:03:56.838506 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1f2cab0e-09d3-4378-b2c2-c562df622af6 req-7f4e8e16-8ba5-4360-9c26-076578e50bde service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068839 May 10 20:03:56.874641 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100937d-ea26-40fc-b07a-7d644a3693c6 req-40ab238e-1c23-4395-adfe-7c4f45c6baf9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:56.876414 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d100937d-ea26-40fc-b07a-7d644a3693c6 req-40ab238e-1c23-4395-adfe-7c4f45c6baf9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.1287763 May 10 20:03:56.896282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Deleting port ed9ef04d-b189-4050-9426-fbb6a823f9c3 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:03:56.896598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:56.916744 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-80d32bcb-9c0c-43f5-975e-7d30fc91fddf req-bd3d02da-3cd1-45de-8da5-c8a73bdde4bc tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 210 time: 0.0313349 May 10 20:03:56.992191 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d100937d-ea26-40fc-b07a-7d644a3693c6 req-2d68a6a1-eb21-4cdd-aca0-ae7cc516897e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047332 May 10 20:03:57.013762 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.014089 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (ed9ef04d-b189-4050-9426-fbb6a823f9c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.027967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Calling delete_port for ed9ef04d-b189-4050-9426-fbb6a823f9c3 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:03:57.171520 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (ed9ef04d-b189-4050-9426-fbb6a823f9c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.208103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'Port': ['ID=ed9ef04d-b189-4050-9426-fbb6a823f9c3,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.274205 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (52d9dee7-0ba8-4240-bf22-a44465f28d65), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.276779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.277919 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0cab346f-bb47-4dcf-9efc-511d334b255f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "DELETE /v2.0/floatingips/52d9dee7-0ba8-4240-bf22-a44465f28d65 HTTP/1.1" status: 204 len: 168 time: 0.6650746 May 10 20:03:57.333776 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:03:57.336842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3781aa-0826-4140-ae66-8eb3b1a98ece" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:03:57.352604 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60010) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:57.357002 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494133250', 'description': 'tempest-description--1390960778'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:57.376592 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.377527 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5250861e-47ef-4851-bbea-661888441199 x-openstack-request-id: req-5250861e-47ef-4851-bbea-661888441199 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:03:57.377953 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:03:57.378214 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5250861e-47ef-4851-bbea-661888441199 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:03:57.378880 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5250861e-47ef-4851-bbea-661888441199'] response: {'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'status': 'completed', 'code': 200} May 10 20:03:57.460165 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-ee25b11c-874d-4e47-a15d-205604549bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:57.460456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (14cf175f-743b-42b2-805f-93c4672d59a0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.462404 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-ee25b11c-874d-4e47-a15d-205604549bca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1127 time: 0.0465581 May 10 20:03:57.464940 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (14cf175f-743b-42b2-805f-93c4672d59a0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.495808 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.497136 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1435406 May 10 20:03:57.498294 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b933a-0289-4f33-9f04-0d7edac7a866 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf175f-743b-42b2-805f-93c4672d59a0,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.500299 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60016) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:57.505086 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group_rule': {'security_group_id': '14cf175f-743b-42b2-805f-93c4672d59a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:57.534615 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (403680c6-0cd9-4352-ab33-e82c72021610), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.567092 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-eda2e3d4-7311-4004-b9e1-2e3cd2c1367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:57.568625 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-eda2e3d4-7311-4004-b9e1-2e3cd2c1367d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.0899045 May 10 20:03:57.596267 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (403680c6-0cd9-4352-ab33-e82c72021610), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.600179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (403680c6-0cd9-4352-ab33-e82c72021610), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.616812 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=403680c6-0cd9-4352-ab33-e82c72021610,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.625027 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.626195 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4aaba303-c32b-4987-839e-fa815eb9310d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248088 May 10 20:03:57.628838 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60018) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:57.634335 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'security_group_rule': {'security_group_id': '14cf175f-743b-42b2-805f-93c4672d59a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:57.659699 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (6b3a2d0d-8f89-461c-8c8c-ce4b49841660), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.716169 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (6b3a2d0d-8f89-461c-8c8c-ce4b49841660), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.721667 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (6b3a2d0d-8f89-461c-8c8c-ce4b49841660), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.742530 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3a2d0d-8f89-461c-8c8c-ce4b49841660,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:57.750909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.752100 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f38971a6-7b62-47b7-83af-bd2b1b91ac2e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221738 May 10 20:03:57.755807 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60026) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:03:57.761167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:57.771175 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-64a0806b-ac7f-43bd-a87b-349df8e75631 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 200 len: 217 time: 0.0531878 May 10 20:03:57.782340 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.844639 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0cfae96c-ed45-4a6f-bd09-b6d661b8252d tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7812c5045988421aa82845f73e66b2a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371590 May 10 20:03:57.870110 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-6b4c6782-f377-41b8-bbee-ba189cf2c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:57.870863 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:57.871685 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-6b4c6782-f377-41b8-bbee-ba189cf2c99f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0936980 May 10 20:03:57.997967 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Allocated IP 172.27.3.136 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/705f00e4-b345-4714-b91a-f4c3b391eb65) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:58.003779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-dd6861dd-5e46-4993-a6a3-ada35f944a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:58.005366 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-dd6861dd-5e46-4993-a6a3-ada35f944a3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146986 May 10 20:03:58.041667 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-053f36e7-148d-4222-945c-934b1f6ca688 req-4d491bcc-9af5-4fb5-af19-d1fa856c56b9 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 210 time: 0.0409131 May 10 20:03:58.142045 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.144688 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-53ed4d7e-9b27-42f6-8050-8f5f8daf781f tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:58.146031 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-53ed4d7e-9b27-42f6-8050-8f5f8daf781f tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953286 May 10 20:03:58.179049 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Request body: {'port': {'device_id': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0', 'admin_state_up': True, 'tenant_id': '7812c5045988421aa82845f73e66b2a1'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:58.181745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.184780 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-a23df34d-8fdc-48ac-856c-7dcc31af5fe4 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669252 May 10 20:03:58.228122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:58.231186 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:58.233922 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:58.263941 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=705f00e4-b345-4714-b91a-f4c3b391eb65,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.328879 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.329688 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7410c01-3271-4d35-a53b-7c85e832e951 req-b5db3bdd-137d-4f75-928d-6de35ed97652 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:58.331189 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f7410c01-3271-4d35-a53b-7c85e832e951 req-b5db3bdd-137d-4f75-928d-6de35ed97652 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0619297 May 10 20:03:58.366603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.428261 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9d3781aa-0826-4140-ae66-8eb3b1a98ece req-70c4190e-c5af-46d0-94fa-9f82d22ebc86 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324352 May 10 20:03:58.433482 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Made reservation on behalf of 7812c5045988421aa82845f73e66b2a1 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:03:58.436726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.449017 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f7410c01-3271-4d35-a53b-7c85e832e951 req-4221ec1c-bdcd-41ee-9324-4d61c03b5a73 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091566 May 10 20:03:58.449816 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.523838 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.528644 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks [] for security_group (b5785597-bb63-4b46-bc36-b375581393cc), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.529688 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.532293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b5785597-bb63-4b46-bc36-b375581393cc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.599225 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5785597-bb63-4b46-bc36-b375581393cc,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.600230 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=705f00e4-b345-4714-b91a-f4c3b391eb65,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.616411 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.633402 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.634645 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ac6f1e06-862d-4312-9059-5eeac00a1a7f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8778229 May 10 20:03:58.675405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Allocated IP 192.168.233.63 (c4f3f71a-f493-42f0-aa09-6ce44bcfcab0/e33fb31a-39bc-491b-a868-290352010d7e/34dbba1c-4e73-4f41-96f8-80ce28c99512) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:03:58.735578 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:03:58.756970 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 740fa7f3-ee5c-4744-9541-a814cc75f111 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:03:58.758337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 740fa7f3-ee5c-4744-9541-a814cc75f111 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:03:58.835282 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-2687a9e3-be51-4e2c-9b8a-2268a7651ce2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--494133250&fields=id&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 267 time: 0.0456271 May 10 20:03:58.844249 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks [] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.878225 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:58.918010 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:03:58.920955 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:03:58.924649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:03:58.940789 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-97c9fe94-c5ab-46bf-b818-d96f0f4f7b90 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:58.943188 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-97c9fe94-c5ab-46bf-b818-d96f0f4f7b90 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 817 time: 0.1012154 May 10 20:03:58.957410 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Pushing event updated for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:58.959898 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-26894665-f329-4b31-a453-befaf2723893 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/quotas/3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 375 time: 0.0102093 May 10 20:03:58.991235 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:58.992351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.010958 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-e871d264-8bba-416b-b3d8-3ccd9dd73599 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8358665 May 10 20:03:59.021060 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-c4608691-f32f-4acc-a298-c7f369650f10 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526834 May 10 20:03:59.022758 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Request body: {'port': {'device_id': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:03:59.084803 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.138979 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-9a9b6b61-02a3-43e9-b714-e6915d8b2974 service neutron] 10.222.0.57 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039979 May 10 20:03:59.175836 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4050d996-1c7c-46bd-9323-b96afa7fc736 None None] Provisioning complete for port 34dbba1c-4e73-4f41-96f8-80ce28c99512 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:03:59.176504 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4050d996-1c7c-46bd-9323-b96afa7fc736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.222314 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4050d996-1c7c-46bd-9323-b96afa7fc736 None None] Port 34dbba1c-4e73-4f41-96f8-80ce28c99512 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:03:59.233885 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-4973752f-d8dc-4471-8214-56ced55593f2 service neutron] 10.222.0.57 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 May 10 20:03:59.245408 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2db64bd-d25f-4e49-9177-6c729cce4806 req-45fad777-3496-4c39-9923-5db17f3b1318 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:59.246859 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2db64bd-d25f-4e49-9177-6c729cce4806 req-45fad777-3496-4c39-9923-5db17f3b1318 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 935 time: 0.1039803 May 10 20:03:59.396963 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d8e01905-9083-4046-9a7f-fdaee03d16d1 req-0a0d983a-b98c-4f51-be12-9e90b7ce9e79 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0300469 May 10 20:03:59.573178 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438305d7-43b1-4f91-8481-3bb2d17196d8 req-fd8713b5-ac0b-4aea-bef2-4ad5cbfbb4e9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:03:59.574919 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-438305d7-43b1-4f91-8481-3bb2d17196d8 req-fd8713b5-ac0b-4aea-bef2-4ad5cbfbb4e9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0543809 May 10 20:03:59.636580 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-438305d7-43b1-4f91-8481-3bb2d17196d8 req-2d60212c-a725-4074-81a0-62c7d1ffcebd tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531144 May 10 20:03:59.640440 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f2db64bd-d25f-4e49-9177-6c729cce4806 req-1ae3b0a0-48a8-4f35-964f-e82eddb81f2a tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869135 May 10 20:03:59.729534 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34dbba1c-4e73-4f41-96f8-80ce28c99512 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:03:59.737563 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks [] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.751034 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Transition to ACTIVE for port object 34dbba1c-4e73-4f41-96f8-80ce28c99512 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:03:59.754578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.809547 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Pushing event updated for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:03:59.894494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Attempting to bind port 34dbba1c-4e73-4f41-96f8-80ce28c99512 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:03:59.894817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Attempting to bind port 34dbba1c-4e73-4f41-96f8-80ce28c99512 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:03:59.895143 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Attempting to bind port 34dbba1c-4e73-4f41-96f8-80ce28c99512 on network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:59.899659 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Port 34dbba1c-4e73-4f41-96f8-80ce28c99512 on network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:03:59.899977 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Attempting to bind port 34dbba1c-4e73-4f41-96f8-80ce28c99512 on network c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:03:59.904983 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:03:59.905319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Checking segment: {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:03:59.905742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Bound using segment: {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:03:59.906166 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Bound port: 34dbba1c-4e73-4f41-96f8-80ce28c99512, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56750d53-2e7d-47e7-a245-931741436d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:03:59.906544 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:03:59.975532 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:03:59.979978 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:03:59.986425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:00.024563 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.025277 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:00.026604 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/34dbba1c-4e73-4f41-96f8-80ce28c99512 HTTP/1.1" status: 200 len: 1097 time: 1.0080838 May 10 20:04:00.027048 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:00.029308 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68638bab-544a-4581-b491-28dc525d4317" -d '{"events": [{"name": "network-changed", "server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:00.060251 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b3a61-d898-416a-9187-605fa5dc65f5 service neutron] Pushing event updated for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:00.077569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815182f0-f134-4bc4-93eb-dab52e41dc7c x-openstack-request-id: req-815182f0-f134-4bc4-93eb-dab52e41dc7c {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:00.077865 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:00.078124 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-815182f0-f134-4bc4-93eb-dab52e41dc7c {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:00.078608 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-815182f0-f134-4bc4-93eb-dab52e41dc7c'] response: {'name': 'network-changed', 'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512', 'status': 'completed', 'code': 200} May 10 20:04:00.361624 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-140776fe-6f6a-499c-bd7f-e9b4587b43cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.363178 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-140776fe-6f6a-499c-bd7f-e9b4587b43cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7812c5045988421aa82845f73e66b2a1&device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 1131 time: 0.0401535 May 10 20:04:00.420969 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-4e1c2b87-0fc8-44a7-9005-2081ab6bc0ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512 HTTP/1.1" status: 200 len: 217 time: 0.0457511 May 10 20:04:00.531967 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-313e5193-df74-4704-983f-aec6aae6a9c7 req-d48caaf8-d621-4053-bd8e-2831bac5294a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0429523 May 10 20:04:00.548459 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-2af60686-7b83-4024-80e5-96b3b15b6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.549999 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-2af60686-7b83-4024-80e5-96b3b15b6abe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fb31a-39bc-491b-a868-290352010d7e HTTP/1.1" status: 200 len: 843 time: 0.1181376 May 10 20:04:00.602170 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-644842a4-ee04-402d-9dbc-8d4e4c8cda95 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.603696 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-644842a4-ee04-402d-9dbc-8d4e4c8cda95 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 817 time: 0.2212431 May 10 20:04:00.615290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-17eaf089-5099-4c99-becf-bc5dc3245610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.617279 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-17eaf089-5099-4c99-becf-bc5dc3245610 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f3f71a-f493-42f0-aa09-6ce44bcfcab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0541871 May 10 20:04:00.755305 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29872ef9-7540-45f1-8b44-c2a59e58019e req-52c944e8-5fb9-4bc7-a2a2-df2a6ff180db tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.756800 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29872ef9-7540-45f1-8b44-c2a59e58019e req-52c944e8-5fb9-4bc7-a2a2-df2a6ff180db tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0486372 May 10 20:04:00.810687 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-29872ef9-7540-45f1-8b44-c2a59e58019e req-46a8a850-1620-43ce-9e01-9c57eb553023 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479779 May 10 20:04:00.821591 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17004744-8be3-4a97-87bc-e2ca6584e60d req-2dccdf03-2cc2-42af-81aa-54b0c4127583 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:00.823098 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17004744-8be3-4a97-87bc-e2ca6584e60d req-2dccdf03-2cc2-42af-81aa-54b0c4127583 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 947 time: 0.0737512 May 10 20:04:00.869107 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-49883a84-6e3d-4ee5-964c-551441053871 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 379 time: 0.1756167 May 10 20:04:00.883665 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'port': {'device_id': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'admin_state_up': True, 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'security_groups': ['14cf175f-743b-42b2-805f-93c4672d59a0']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:00.936868 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-6e8f257b-453f-4e2e-9fea-45fcecfb424d service neutron] 10.222.0.60 "GET /v2.0/networks/c4f3f71a-f493-42f0-aa09-6ce44bcfcab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458513 May 10 20:04:00.977000 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17004744-8be3-4a97-87bc-e2ca6584e60d req-a7b4199a-a969-4079-aa31-cbf4f52ccf0e tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451867 May 10 20:04:01.081263 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-024939f4-0e6d-4500-a26b-bda77bb939a4 req-bd5a4e2a-823b-4ff6-9b81-b6f94f64ad63 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f3f71a-f493-42f0-aa09-6ce44bcfcab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310656 May 10 20:04:01.087313 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Made reservation on behalf of 3f7d501f555c4a0ba2419f68ba756db7 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:01.090971 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:01.216017 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Allocated IP 172.20.0.5 (4d96601e-070f-42ce-b6bb-05d8030298ee/f9a530e8-7ed0-4e82-86b3-c31853ef8639/ce79326e-c370-40ae-ba6d-04bd30bc39a2) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:01.352519 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:01.384250 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:01.425972 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Network 4d96601e-070f-42ce-b6bb-05d8030298ee is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:01.429155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:01.435155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:04:01.441078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:01.491600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:01.492240 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:01.508318 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6b6efee0-5d82-46da-8191-88f60a7618bc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6310909 May 10 20:04:01.659012 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbe2c2-3ece-43a2-92a5-dce7093dedf3 req-7bc81b22-47c9-4508-82d7-2056e53c759f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:01.660471 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9cdbe2c2-3ece-43a2-92a5-dce7093dedf3 req-7bc81b22-47c9-4508-82d7-2056e53c759f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 931 time: 0.0482154 May 10 20:04:01.691080 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-8affe8a1-03e5-49e1-b8de-427b4c7007c4 None None] Provisioning complete for port ce79326e-c370-40ae-ba6d-04bd30bc39a2 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:04:01.691686 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8affe8a1-03e5-49e1-b8de-427b4c7007c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:01.707975 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9cdbe2c2-3ece-43a2-92a5-dce7093dedf3 req-569f2b72-9efd-4349-88ed-ed3460412c2b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412107 May 10 20:04:01.724438 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-8affe8a1-03e5-49e1-b8de-427b4c7007c4 None None] Port ce79326e-c370-40ae-ba6d-04bd30bc39a2 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:04:01.926333 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf5c6-42a0-42de-84f9-8cccf1bb82dc req-653e78d5-6ca2-4d31-b668-51d327e5f810 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:01.927861 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fbbf5c6-42a0-42de-84f9-8cccf1bb82dc req-653e78d5-6ca2-4d31-b668-51d327e5f810 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0503027 May 10 20:04:01.981934 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fbbf5c6-42a0-42de-84f9-8cccf1bb82dc req-44e15b8e-fe64-4585-bd65-315d434b39b3 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482125 May 10 20:04:02.039878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Request body: {'port': {'device_id': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:02.141889 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638bab-544a-4581-b491-28dc525d4317 req-3d4e3611-7517-4ad3-93e0-321e0e9b91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:02.143417 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-3d4e3611-7517-4ad3-93e0-321e0e9b91d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7812c5045988421aa82845f73e66b2a1&device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 1131 time: 0.1007919 May 10 20:04:02.166494 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c7da-c514-4b87-a94c-4506c6c874ea req-228d4ca7-84c8-4aa7-b10d-f03c006f0962 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:02.167903 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-46f9c7da-c514-4b87-a94c-4506c6c874ea req-228d4ca7-84c8-4aa7-b10d-f03c006f0962 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 947 time: 0.1148932 May 10 20:04:02.185856 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.254717 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-46f9c7da-c514-4b87-a94c-4506c6c874ea req-4fca24ca-cb3a-484b-a199-53b863afd05d tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 May 10 20:04:02.472056 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638bab-544a-4581-b491-28dc525d4317 req-b2e35ad6-581a-4367-9ec5-fa0886d315c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:02.473519 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-b2e35ad6-581a-4367-9ec5-fa0886d315c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c4f3f71a-f493-42f0-aa09-6ce44bcfcab0 HTTP/1.1" status: 200 len: 870 time: 0.1522427 May 10 20:04:02.550554 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:02.559134 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks [] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.571182 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Transition to ACTIVE for port object ce79326e-c370-40ae-ba6d-04bd30bc39a2 will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:04:02.574870 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.627734 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.699473 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Attempting to bind port ce79326e-c370-40ae-ba6d-04bd30bc39a2 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:04:02.699809 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Attempting to bind port ce79326e-c370-40ae-ba6d-04bd30bc39a2 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:04:02.700142 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Attempting to bind port ce79326e-c370-40ae-ba6d-04bd30bc39a2 on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:04:02.704579 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Port ce79326e-c370-40ae-ba6d-04bd30bc39a2 on network 4d96601e-070f-42ce-b6bb-05d8030298ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:04:02.704897 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Attempting to bind port ce79326e-c370-40ae-ba6d-04bd30bc39a2 on network 4d96601e-070f-42ce-b6bb-05d8030298ee {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:04:02.709892 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:04:02.710754 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Checking segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:04:02.711143 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Bound using segment: {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:04:02.711571 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Bound port: ce79326e-c370-40ae-ba6d-04bd30bc39a2, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f524005-78f6-460c-97fd-940e2c8c4eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:04:02.711924 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.777694 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:04:02.780899 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:04:02.788405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.820349 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:02.820967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:02.822356 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] 10.222.0.60 "PUT /v2.0/ports/ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 1093 time: 0.7873478 May 10 20:04:02.822886 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:02.825112 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11919c4c-747b-4009-be98-c20a7aa49247" -d '{"events": [{"name": "network-changed", "server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:02.832877 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ddf83-0432-4f93-a80a-f8ada1a77cc9 req-c61bec58-0750-4a27-8b54-fdef8b395437 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:02.835914 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d3ddf83-0432-4f93-a80a-f8ada1a77cc9 req-c61bec58-0750-4a27-8b54-fdef8b395437 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0497243 May 10 20:04:02.867492 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f4d5c-2c47-40d1-a10e-d88c341510ae service neutron] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:02.881023 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708c7ef2-5dd1-4f77-a4e0-9a05468c87d0 x-openstack-request-id: req-708c7ef2-5dd1-4f77-a4e0-9a05468c87d0 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:02.881315 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:02.881567 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-708c7ef2-5dd1-4f77-a4e0-9a05468c87d0 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:02.881975 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-708c7ef2-5dd1-4f77-a4e0-9a05468c87d0'] response: {'name': 'network-changed', 'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'status': 'completed', 'code': 200} May 10 20:04:02.890309 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5d3ddf83-0432-4f93-a80a-f8ada1a77cc9 req-f42c4d50-4dda-495c-b323-52ca93726ee6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489552 May 10 20:04:03.000930 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-61617392-44af-40f2-a39a-a4889b880964 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512 HTTP/1.1" status: 200 len: 217 time: 0.0473244 May 10 20:04:03.103867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11919c4c-747b-4009-be98-c20a7aa49247 req-e7817f99-fe4e-4107-9761-31dc570a6cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.105350 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11919c4c-747b-4009-be98-c20a7aa49247 req-e7817f99-fe4e-4107-9761-31dc570a6cb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1127 time: 0.1143019 May 10 20:04:03.123221 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638bab-544a-4581-b491-28dc525d4317 req-03feb3f0-6005-457c-90e3-5629f39d33ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.124531 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-03feb3f0-6005-457c-90e3-5629f39d33ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e33fb31a-39bc-491b-a868-290352010d7e HTTP/1.1" status: 200 len: 843 time: 0.1070039 May 10 20:04:03.131620 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037446-84bf-4a45-8524-222eaf2f0322 req-b5eb0573-7342-44ec-abdf-013132612b3d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.133450 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e7037446-84bf-4a45-8524-222eaf2f0322 req-b5eb0573-7342-44ec-abdf-013132612b3d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0771048 May 10 20:04:03.232484 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68638bab-544a-4581-b491-28dc525d4317 req-e7369ee7-a596-455e-86a0-f9f854a6aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.233970 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-e7369ee7-a596-455e-86a0-f9f854a6aa42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c4f3f71a-f493-42f0-aa09-6ce44bcfcab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0997176 May 10 20:04:03.324262 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e7037446-84bf-4a45-8524-222eaf2f0322 req-80aff6d2-28e2-48b7-aae2-5b55ba398c85 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799333 May 10 20:04:03.334620 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11919c4c-747b-4009-be98-c20a7aa49247 req-5c19e87e-c8c6-467f-bf73-e0fafaa8e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.336204 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11919c4c-747b-4009-be98-c20a7aa49247 req-5c19e87e-c8c6-467f-bf73-e0fafaa8e22e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2229397 May 10 20:04:03.387654 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc28725-d84f-4c47-b6b4-ec346277558c req-2b8c0c69-f9e2-4648-bbbd-55500337efd3 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.389375 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdc28725-d84f-4c47-b6b4-ec346277558c req-2b8c0c69-f9e2-4648-bbbd-55500337efd3 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 947 time: 0.0622962 May 10 20:04:03.426832 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-8d713899-56e0-4b10-9280-59cd12922092 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f3f71a-f493-42f0-aa09-6ce44bcfcab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834402 May 10 20:04:03.437886 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cdc28725-d84f-4c47-b6b4-ec346277558c req-278292a2-f371-4caf-93cb-1dfca40bccbc tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 May 10 20:04:03.507921 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11919c4c-747b-4009-be98-c20a7aa49247 req-69cf68f9-0144-4974-9373-c3d3e3476eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.509429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-11919c4c-747b-4009-be98-c20a7aa49247 req-69cf68f9-0144-4974-9373-c3d3e3476eb4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1612449 May 10 20:04:03.541617 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-68638bab-544a-4581-b491-28dc525d4317 req-b058ac2e-afbc-4b4e-a599-b3c0eba8bb77 service neutron] 10.222.0.60 "GET /v2.0/networks/c4f3f71a-f493-42f0-aa09-6ce44bcfcab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073852 May 10 20:04:03.589226 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-930f11fd-e441-4b42-8a95-f23e1fbf56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.590756 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-930f11fd-e441-4b42-8a95-f23e1fbf56b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1127 time: 0.0387697 May 10 20:04:03.631560 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-f8853944-4442-409b-b0ad-25e751a4eecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 217 time: 0.0335236 May 10 20:04:03.684797 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-1cdd8d81-aeeb-40d6-94e3-53bd5101b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.686186 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-1cdd8d81-aeeb-40d6-94e3-53bd5101b3dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0488427 May 10 20:04:03.728958 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-2c6efb37-3d38-4926-a01e-f292643f337d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:03.730397 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-2c6efb37-3d38-4926-a01e-f292643f337d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379405 May 10 20:04:03.817937 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-6858bcd3-3db3-40fc-ac9e-461ce18cac1c service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802600 May 10 20:04:03.908750 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e97fe7d9-ec2f-4650-b7b9-22580d709116 req-d60d3781-9ceb-456c-af61-52d1776a4244 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829885 May 10 20:04:04.008211 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f2967-dfae-46f8-adc6-0aed4a79a3d1 req-8de8b382-b527-4e2f-b0ba-e53f26f30f4e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:04.009670 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e51f2967-dfae-46f8-adc6-0aed4a79a3d1 req-8de8b382-b527-4e2f-b0ba-e53f26f30f4e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0480776 May 10 20:04:04.060694 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e51f2967-dfae-46f8-adc6-0aed4a79a3d1 req-d3b87bb6-d00d-4a39-ae2e-2718acde76c5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454969 May 10 20:04:04.445634 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676f06f-6f86-4d7c-b944-7559e044b39f req-6f835157-bdc5-430d-be27-ed0a03177d54 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:04.447148 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3676f06f-6f86-4d7c-b944-7559e044b39f req-6f835157-bdc5-430d-be27-ed0a03177d54 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 943 time: 0.0463803 May 10 20:04:04.494604 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3676f06f-6f86-4d7c-b944-7559e044b39f req-7f290230-685a-41c8-ac47-83c86df54032 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419044 May 10 20:04:04.548336 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8474e-59cc-48a7-973e-c74954d6a4de req-efa362d2-ccd8-492b-a16a-38120f61a747 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:04.549797 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56e8474e-59cc-48a7-973e-c74954d6a4de req-efa362d2-ccd8-492b-a16a-38120f61a747 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 947 time: 0.0462959 May 10 20:04:04.598640 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-56e8474e-59cc-48a7-973e-c74954d6a4de req-c153e3a4-f7eb-4143-b9ce-10e8bf0e8997 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431714 May 10 20:04:04.768192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device b394e984-72e7-4807-85f2-d6717d5ed1e4 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:04:04.985813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:04.997548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'port_id': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'mac_address': 'fa:16:3e:d6:b8:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:04:05.032946 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port b394e984-72e7-4807-85f2-d6717d5ed1e4 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:05.033269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:05.046011 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b394e984-72e7-4807-85f2-d6717d5ed1e4 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:05.064952 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:05.068907 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:05.070285 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 34dbba1c-4e73-4f41-96f8-80ce28c99512 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:04:05.137583 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.178628 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ad4f6-9881-4f71-b92a-5fed6c5a8073 req-eacc52cb-cfbb-4b62-990d-dd7267e9add9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:05.180722 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-496ad4f6-9881-4f71-b92a-5fed6c5a8073 req-eacc52cb-cfbb-4b62-990d-dd7267e9add9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0511632 May 10 20:04:05.206246 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:05.218011 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '34dbba1c-4e73-4f41-96f8-80ce28c99512', 'network_id': 'c4f3f71a-f493-42f0-aa09-6ce44bcfcab0', 'port_id': '34dbba1c-4e73-4f41-96f8-80ce28c99512', 'mac_address': 'fa:16:3e:a9:87:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33fb31a-39bc-491b-a868-290352010d7e', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:04:05.227367 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-496ad4f6-9881-4f71-b92a-5fed6c5a8073 req-afd63dac-59a5-47ba-8298-9d3f86445277 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408788 May 10 20:04:05.256318 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 34dbba1c-4e73-4f41-96f8-80ce28c99512 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:05.256712 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:05.269258 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34dbba1c-4e73-4f41-96f8-80ce28c99512 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:05.291994 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:05.295850 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:05.340947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:05.605976 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c9b0f-5eeb-4469-8d90-78794069be34 req-2bb1e496-5c62-49fb-87ae-c7acbb38302e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:05.607593 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810c9b0f-5eeb-4469-8d90-78794069be34 req-2bb1e496-5c62-49fb-87ae-c7acbb38302e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 944 time: 0.0461311 May 10 20:04:05.658988 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810c9b0f-5eeb-4469-8d90-78794069be34 req-cccea925-5ead-4142-be75-17a4f7d3a4f7 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 May 10 20:04:05.706219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['b394e984-72e7-4807-85f2-d6717d5ed1e4'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:05.715260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0550e96-e7d9-4947-9fbc-4a98bac3408a req-0ff9c480-8757-49b2-b623-8fa83fe3067d tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:05.716764 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d0550e96-e7d9-4947-9fbc-4a98bac3408a req-0ff9c480-8757-49b2-b623-8fa83fe3067d tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 948 time: 0.0462544 May 10 20:04:05.763576 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d0550e96-e7d9-4947-9fbc-4a98bac3408a req-7eb93d88-75b2-4b9d-98f7-d83e5aa710a9 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 May 10 20:04:05.804759 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['34dbba1c-4e73-4f41-96f8-80ce28c99512'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:06.341786 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04284263-7b80-48f5-b018-9cf77622eb38 req-7bb2f7c5-43cd-4cdd-9669-0330c9bd44e7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:06.343306 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-04284263-7b80-48f5-b018-9cf77622eb38 req-7bb2f7c5-43cd-4cdd-9669-0330c9bd44e7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0460825 May 10 20:04:06.388929 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-04284263-7b80-48f5-b018-9cf77622eb38 req-662d78d2-c52e-4551-8a24-ab05b69a983a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 May 10 20:04:06.773974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97b94e-75ac-4187-a00c-f61db8ddebb9 req-4dfd84f5-468f-4043-b13c-2cc17caf201e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:06.775521 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b97b94e-75ac-4187-a00c-f61db8ddebb9 req-4dfd84f5-468f-4043-b13c-2cc17caf201e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 944 time: 0.0458672 May 10 20:04:06.828149 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7b97b94e-75ac-4187-a00c-f61db8ddebb9 req-fc60c774-f19a-445d-993b-e155ccf6d901 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471575 May 10 20:04:06.879161 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a51ed3e-45d5-4f71-b906-46a07809e129 req-a98f9399-186d-4a26-bdc7-ac1a3eb4027c tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:06.880634 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a51ed3e-45d5-4f71-b906-46a07809e129 req-a98f9399-186d-4a26-bdc7-ac1a3eb4027c tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 948 time: 0.0494912 May 10 20:04:06.925686 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3a51ed3e-45d5-4f71-b906-46a07809e129 req-206315ce-c6ae-4cd6-bb59-43cb1833e00d tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394731 May 10 20:04:07.023214 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:04:07.027122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device b394e984-72e7-4807-85f2-d6717d5ed1e4 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:04:07.125338 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port b394e984-72e7-4807-85f2-d6717d5ed1e4 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:04:07.134085 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port b394e984-72e7-4807-85f2-d6717d5ed1e4 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:04:07.134470 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.186188 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:07.203127 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:04:07.268635 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port b394e984-72e7-4807-85f2-d6717d5ed1e4 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:07.269019 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.270948 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:07.271319 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.294674 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:07.313784 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:07.316033 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d26aa3-874c-4a14-84fd-41ce78bfedf6" -d '{"events": [{"server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "name": "network-vif-plugged", "status": "completed", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:07.331544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:07.335840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:07.338216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.343190 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.343921 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 34dbba1c-4e73-4f41-96f8-80ce28c99512 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:04:07.363648 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aae1de-e5a7-46ed-adf6-4e0f9bb2d66c x-openstack-request-id: req-65aae1de-e5a7-46ed-adf6-4e0f9bb2d66c {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:07.363960 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "name": "network-vif-plugged", "status": "completed", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:07.364219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65aae1de-e5a7-46ed-adf6-4e0f9bb2d66c {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:07.364872 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65aae1de-e5a7-46ed-adf6-4e0f9bb2d66c'] response: {'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'code': 200} May 10 20:04:07.417307 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.448784 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 34dbba1c-4e73-4f41-96f8-80ce28c99512 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:04:07.456857 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 34dbba1c-4e73-4f41-96f8-80ce28c99512 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:04:07.457177 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.497168 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.510654 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447e48-4561-4842-98df-03cd7d96b0f3 req-e5985ea9-cc1b-4b97-b6a9-883561db6ee9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:07.512507 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5447e48-4561-4842-98df-03cd7d96b0f3 req-e5985ea9-cc1b-4b97-b6a9-883561db6ee9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.0498240 May 10 20:04:07.582110 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a5447e48-4561-4842-98df-03cd7d96b0f3 req-92b6f13e-cc2a-4d45-8f4a-4a93d2c176d4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629141 May 10 20:04:07.582360 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 34dbba1c-4e73-4f41-96f8-80ce28c99512 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:07.582795 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.613866 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592795cb-17b6-40f8-8465-2bac5ea17d63 req-5235e5b4-07bf-4418-83cc-bd2c06489b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:07.616036 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-592795cb-17b6-40f8-8465-2bac5ea17d63 req-5235e5b4-07bf-4418-83cc-bd2c06489b1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1129 time: 0.0504885 May 10 20:04:07.626285 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:07.630316 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:07.635685 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['ce79326e-c370-40ae-ba6d-04bd30bc39a2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:07.665829 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-592795cb-17b6-40f8-8465-2bac5ea17d63 req-65864bed-a50f-4feb-8dab-b4a4c2123b13 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433803 May 10 20:04:07.718396 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:07.940880 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12212d-b597-4f3e-ad9f-a96312ff9f60 req-537d319e-6f1b-44a0-9f56-2aa0dc406437 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:07.942354 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cf12212d-b597-4f3e-ad9f-a96312ff9f60 req-537d319e-6f1b-44a0-9f56-2aa0dc406437 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0460010 May 10 20:04:07.992210 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cf12212d-b597-4f3e-ad9f-a96312ff9f60 req-ae58eb43-41c6-4196-b580-f4d264978311 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437000 May 10 20:04:08.036470 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0872f-eb3c-4c81-906a-7f92a45386db req-601808a5-bda6-4f19-8158-f4847c050104 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:08.037924 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14e0872f-eb3c-4c81-906a-7f92a45386db req-601808a5-bda6-4f19-8158-f4847c050104 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0456021 May 10 20:04:08.085605 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-14e0872f-eb3c-4c81-906a-7f92a45386db req-213eee3f-278d-4ba3-a429-95a276f88233 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413916 May 10 20:04:08.704740 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1857c-a8d6-46a5-a474-eb032678b7e9 req-093b3a6c-fe0c-495e-be27-798113bd7d50 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:08.706198 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c2f1857c-a8d6-46a5-a474-eb032678b7e9 req-093b3a6c-fe0c-495e-be27-798113bd7d50 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.0456653 May 10 20:04:08.752840 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c2f1857c-a8d6-46a5-a474-eb032678b7e9 req-5c3a98ab-108b-4281-b0b1-2434cada36f3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404298 May 10 20:04:09.030394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:04:09.073394 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port ce79326e-c370-40ae-ba6d-04bd30bc39a2 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:04:09.079167 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port ce79326e-c370-40ae-ba6d-04bd30bc39a2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:04:09.079561 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:09.106523 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c08e3f-3ae6-4370-bb11-1290005569de req-78020d13-d263-4bc1-b583-712c0b34dad9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:09.124265 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02c08e3f-3ae6-4370-bb11-1290005569de req-78020d13-d263-4bc1-b583-712c0b34dad9 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0658672 May 10 20:04:09.167921 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:09.168479 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:09.196033 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-02c08e3f-3ae6-4370-bb11-1290005569de req-e21c3551-6992-48b3-b747-9147e1479d83 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648370 May 10 20:04:09.207096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:09.214697 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:09.246584 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7fd71-7766-4326-a17d-018b41ed6ebf req-a7848a25-ba02-40fa-bcd2-fe9c49ab8a64 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:09.248476 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0cb7fd71-7766-4326-a17d-018b41ed6ebf req-a7848a25-ba02-40fa-bcd2-fe9c49ab8a64 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0623920 May 10 20:04:09.260409 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:09.295177 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0cb7fd71-7766-4326-a17d-018b41ed6ebf req-f469b850-8eee-4c2a-899f-aa65f147a0da tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 May 10 20:04:09.366269 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512'}, {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:09.368602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c03dad4-dac4-4dec-b45e-a434bd72f88c" -d '{"events": [{"server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "name": "network-vif-plugged", "status": "completed", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512"}, {"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:09.406894 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 May 2022 20:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452e779c-0c99-44ff-b6d1-f1d92b9c1c15 x-openstack-request-id: req-452e779c-0c99-44ff-b6d1-f1d92b9c1c15 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:09.407187 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "name": "network-vif-plugged", "status": "completed", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512", "code": 200}, {"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:09.407435 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-452e779c-0c99-44ff-b6d1-f1d92b9c1c15 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:09.407830 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452e779c-0c99-44ff-b6d1-f1d92b9c1c15'] response: {'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512', 'code': 200} May 10 20:04:09.408085 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-452e779c-0c99-44ff-b6d1-f1d92b9c1c15'] response: {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'code': 200} May 10 20:04:09.867081 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c9bec-cb7a-4c0a-9362-b5764991b131 req-50f2b47f-da6b-412d-b845-00d898553057 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:09.868587 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-246c9bec-cb7a-4c0a-9362-b5764991b131 req-50f2b47f-da6b-412d-b845-00d898553057 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0460453 May 10 20:04:09.914234 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-246c9bec-cb7a-4c0a-9362-b5764991b131 req-26644262-a781-4ffb-891c-1446a94e65d2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402372 May 10 20:04:10.129200 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:04:10.144861 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a2d358-4066-4be4-a262-9471c3891e15 req-82b8c144-461c-4ca7-85df-2f4270b3e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.146364 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97a2d358-4066-4be4-a262-9471c3891e15 req-82b8c144-461c-4ca7-85df-2f4270b3e746 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 1133 time: 0.0645478 May 10 20:04:10.147409 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa4bee-c706-4bb4-b98f-2b3158633187 req-85ef0955-7da6-4599-b73b-b58201748910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.148848 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3aa4bee-c706-4bb4-b98f-2b3158633187 req-85ef0955-7da6-4599-b73b-b58201748910 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1129 time: 0.0658624 May 10 20:04:10.220482 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-97a2d358-4066-4be4-a262-9471c3891e15 req-87626f21-6fd0-4ac5-8f4e-8f5e0f1d381c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 May 10 20:04:10.222642 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c3aa4bee-c706-4bb4-b98f-2b3158633187 req-73d56d8d-33b9-4370-a618-0ce226ecb552 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646594 May 10 20:04:10.321428 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426e36f-9f03-468c-81c0-347ccd27d11b req-5009cc7e-669e-423a-80ee-9e9e0f28f74f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.322942 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0426e36f-9f03-468c-81c0-347ccd27d11b req-5009cc7e-669e-423a-80ee-9e9e0f28f74f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0492344 May 10 20:04:10.372050 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0426e36f-9f03-468c-81c0-347ccd27d11b req-7365b48f-48ca-4ece-848d-41ec68ec641f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434046 May 10 20:04:10.408042 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2faec2-2a44-4ac3-8c39-706c09ba217a req-55c1af6e-82e6-4f3b-8cba-42db20b0e480 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.409565 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b2faec2-2a44-4ac3-8c39-706c09ba217a req-55c1af6e-82e6-4f3b-8cba-42db20b0e480 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0472395 May 10 20:04:10.460202 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b2faec2-2a44-4ac3-8c39-706c09ba217a req-b24baf41-775f-4943-904a-61b175709375 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450902 May 10 20:04:10.482433 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3777ad-6095-4cd1-b6ac-198a866644e7 req-47dd16d2-f589-4f0b-8187-b3a86664a81d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.483921 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f3777ad-6095-4cd1-b6ac-198a866644e7 req-47dd16d2-f589-4f0b-8187-b3a86664a81d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0458045 May 10 20:04:10.531708 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4f3777ad-6095-4cd1-b6ac-198a866644e7 req-986dcc0c-6062-4fa5-b68d-f0ad5514a6dc tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 May 10 20:04:10.553269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 60166) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:10.593682 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d68d07-854c-4b31-8dce-113f2ae830f1 tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:10.595235 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f3d68d07-854c-4b31-8dce-113f2ae830f1 tempest-TestVolumeBootPattern-1937876289 tempest-TestVolumeBootPattern-1937876289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1124 time: 0.0409672 May 10 20:04:10.597980 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 60168) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:10.602645 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'port_id': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:10.622157 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:10.650239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-17c2d3b8-827d-457c-9533-07d19641e423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:10.698859 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:10.806626 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Allocated IP 172.27.3.209 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/2c370ba4-4e7b-4a15-9260-280bf1bd24c6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:10.913590 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:10.948714 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:10.990089 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:10.994138 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:11.000145 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:04:11.005916 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=2c370ba4-4e7b-4a15-9260-280bf1bd24c6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:11.043790 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6ec0a-9ff2-4ca5-885d-2b7e13327faf req-f7c76553-613f-430c-9482-67c15a7d73e6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:11.045273 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bd6ec0a-9ff2-4ca5-885d-2b7e13327faf req-f7c76553-613f-430c-9482-67c15a7d73e6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0533822 May 10 20:04:11.092714 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9bd6ec0a-9ff2-4ca5-885d-2b7e13327faf req-52da110b-5aee-49d3-9cbe-95ad6686af0c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 10 20:04:11.555587 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:11.680187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d48e20-8f2a-498c-ad50-a7dd9af8e217 req-799c8698-6bdc-49e6-a527-7f8e5c8d500e tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:11.681652 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35d48e20-8f2a-498c-ad50-a7dd9af8e217 req-799c8698-6bdc-49e6-a527-7f8e5c8d500e tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0825508 May 10 20:04:11.713106 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (08864b4f-1daf-4f78-b4fe-a1f695302fc4), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:11.767359 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-35d48e20-8f2a-498c-ad50-a7dd9af8e217 req-564a9402-723c-469c-b407-8f813dad3f5b tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798156 May 10 20:04:11.803635 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:11.952748 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:11.957929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:12.032578 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event updated for resources: {'Port': ['ID=2c370ba4-4e7b-4a15-9260-280bf1bd24c6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:12.041976 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (08864b4f-1daf-4f78-b4fe-a1f695302fc4), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:12.138622 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP 08864b4f-1daf-4f78-b4fe-a1f695302fc4 associated. External IP: 172.27.3.209, port: b394e984-72e7-4807-85f2-d6717d5ed1e4. May 10 20:04:12.212104 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c52f-837c-4c7d-9451-c2be8205e4fa req-c9f61163-40a7-4ce8-a911-730a19ddcf3b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:12.213593 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1a02c52f-837c-4c7d-9451-c2be8205e4fa req-c9f61163-40a7-4ce8-a911-730a19ddcf3b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0457983 May 10 20:04:12.259665 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1a02c52f-837c-4c7d-9451-c2be8205e4fa req-08cac600-5656-4e6c-841c-34976feef4bf tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405202 May 10 20:04:12.349490 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:04:12.461236 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:04:12.470761 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:12.480082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:12.480565 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:04:12.481181 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:03:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:12.510162 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-5595ddbe-ea65-4873-9ca8-9c7e7bd2dee0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9111598 May 10 20:04:12.510884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:12.513230 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810df3f1-1598-48ad-89e7-d0ffb9647222" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:12.548563 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d9e601-f41e-4085-8f51-19c3220f5e90 x-openstack-request-id: req-93d9e601-f41e-4085-8f51-19c3220f5e90 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:12.548870 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:12.549130 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-93d9e601-f41e-4085-8f51-19c3220f5e90 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:12.549543 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d9e601-f41e-4085-8f51-19c3220f5e90'] response: {'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'status': 'completed', 'code': 200} May 10 20:04:12.591705 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:04:12.804409 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '08864b4f-1daf-4f78-b4fe-a1f695302fc4', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:d6:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:04:11Z', 'updated_at': '2022-05-10T20:04:11Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}, {'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:12.830337 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:12.838802 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:04:12.839401 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:03:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:12.882331 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd85fba-7938-43fe-93ce-51ec069df075 req-22ceb4d0-bc8e-4803-acbf-6fc76dfd5b31 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:12.883837 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ddd85fba-7938-43fe-93ce-51ec069df075 req-22ceb4d0-bc8e-4803-acbf-6fc76dfd5b31 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0498297 May 10 20:04:12.930948 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ddd85fba-7938-43fe-93ce-51ec069df075 req-d8db56f6-adf9-451f-807b-f5295aee3668 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414460 May 10 20:04:13.029683 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:04:13.134282 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-612ff5ca-72cb-450e-9a9a-17215c67c404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:13.244116 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '08864b4f-1daf-4f78-b4fe-a1f695302fc4', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:d6:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:04:11Z', 'updated_at': '2022-05-10T20:04:11Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}, {'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:13.273096 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985bcf0d-d00b-43bc-a18f-59a3a6d623c5 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '08864b4f-1daf-4f78-b4fe-a1f695302fc4', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:d6:b8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:04:11Z', 'updated_at': '2022-05-10T20:04:11Z', 'revision_number': 0, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}, {'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:13.383253 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4395b0-887f-4b4f-b7eb-5bb8f86f99f9 req-d8d8cfed-280a-4830-b515-747816bb0bd7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:13.384817 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4d4395b0-887f-4b4f-b7eb-5bb8f86f99f9 req-d8d8cfed-280a-4830-b515-747816bb0bd7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0513897 May 10 20:04:13.433345 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4d4395b0-887f-4b4f-b7eb-5bb8f86f99f9 req-b54aad3d-52e3-4afa-8070-815e39c00b86 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427940 May 10 20:04:13.473282 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f194d98-8ac2-46a4-b8f7-027bda6af197 None None] New status for floating IP 08864b4f-1daf-4f78-b4fe-a1f695302fc4: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:04:13.972974 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:14.047418 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a1390-6708-4625-a407-377f3ea0861e req-8c24f2e9-3294-4f58-943d-af91484b01f8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:14.048876 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca5a1390-6708-4625-a407-377f3ea0861e req-8c24f2e9-3294-4f58-943d-af91484b01f8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0459814 May 10 20:04:14.096517 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ca5a1390-6708-4625-a407-377f3ea0861e req-c5eff3e4-ca22-4c90-8473-73e1ca8c8f70 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415905 May 10 20:04:14.251498 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-df64c5ca-f75d-4b92-9bd5-577787ec1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:14.252881 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-df64c5ca-f75d-4b92-9bd5-577787ec1f96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1129 time: 0.0399730 May 10 20:04:14.550304 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a45fb5-f7b6-424f-855a-8ed3779a8a0c req-0a9e3689-e81a-4429-8960-950f95a94575 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:14.551799 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33a45fb5-f7b6-424f-855a-8ed3779a8a0c req-0a9e3689-e81a-4429-8960-950f95a94575 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0466807 May 10 20:04:14.597058 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-33a45fb5-f7b6-424f-855a-8ed3779a8a0c req-8b1c3525-4ab9-42d3-a469-208f5239c77b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388446 May 10 20:04:14.945594 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-314f13b6-ad0d-4efb-bc8f-0cacbcfe892f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460858 May 10 20:04:14.971033 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-f8ee1bbc-52f6-42de-984a-faf1a319476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:14.972441 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-f8ee1bbc-52f6-42de-984a-faf1a319476d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.1171534 May 10 20:04:15.214336 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca34b5-964f-4f78-a1bc-ed23d8be891e req-3abe7f09-96e1-4170-8d3c-dd000baf09bb tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:15.215847 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fdca34b5-964f-4f78-a1bc-ed23d8be891e req-3abe7f09-96e1-4170-8d3c-dd000baf09bb tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0523758 May 10 20:04:15.265829 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fdca34b5-964f-4f78-a1bc-ed23d8be891e req-3aa6dfc5-340b-4dad-992d-e5915bf00917 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 May 10 20:04:15.373951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:15.421751 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-19bbe485-4710-4820-a320-7d65f2925c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:15.423018 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-19bbe485-4710-4820-a320-7d65f2925c1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1130 time: 0.0845339 May 10 20:04:15.427242 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-438d5b71-b921-4994-9b5f-47fdf0ae83fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 200 len: 1001 time: 0.0950847 May 10 20:04:15.525814 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4c4d0-7ce0-4582-adbe-87c5e17c755a req-9a0ac93a-5595-4767-865d-3908dd1ac9f9 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:15.527341 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87e4c4d0-7ce0-4582-adbe-87c5e17c755a req-9a0ac93a-5595-4767-865d-3908dd1ac9f9 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0468569 May 10 20:04:15.574477 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-87e4c4d0-7ce0-4582-adbe-87c5e17c755a req-2092ffca-928d-46ff-a6b0-0a72b67d51f0 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 May 10 20:04:15.717663 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4d032-299c-4745-a8e0-366a749682ea req-689d0dac-20a5-440c-b830-91fd1eb5c36d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:15.719137 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ab4d032-299c-4745-a8e0-366a749682ea req-689d0dac-20a5-440c-b830-91fd1eb5c36d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0469921 May 10 20:04:15.768472 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9ab4d032-299c-4745-a8e0-366a749682ea req-03d4c3ae-cc0c-4d5c-a8a2-fc61a523e58b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438476 May 10 20:04:15.880251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34090d-c61b-48c3-936f-af7d5fdfc6ac req-593623aa-a38b-427c-8000-d9365a017f7c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:15.881713 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9a34090d-c61b-48c3-936f-af7d5fdfc6ac req-593623aa-a38b-427c-8000-d9365a017f7c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0456583 May 10 20:04:15.890004 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60222) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:15.894235 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Request body: {'floatingip': {'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:15.941843 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:16.372947 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:16.376596 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:16.475148 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Floating IP a9e9d9de-d059-4033-b4a8-9ff9654156c6 associated. External IP: 172.27.3.136, port: ce79326e-c370-40ae-ba6d-04bd30bc39a2. May 10 20:04:16.684194 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:04:16.687265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5596ebb-2abf-4464-9ad4-b57b23efa7c7 req-99ab755f-3247-458c-98c4-b3cdee74d500 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:16.688732 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5596ebb-2abf-4464-9ad4-b57b23efa7c7 req-99ab755f-3247-458c-98c4-b3cdee74d500 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0489151 May 10 20:04:16.737054 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e5596ebb-2abf-4464-9ad4-b57b23efa7c7 req-e1dc5787-1293-4160-bd0f-46d6d40f7ac0 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 May 10 20:04:17.011795 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:04:17.016629 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:17.021073 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:04:17.030931 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:04:17.031543 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:04:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:17.045455 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-39da6e2c-7bcb-4624-a96e-b150b8e5f18e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "PUT /v2.0/floatingips/a9e9d9de-d059-4033-b4a8-9ff9654156c6 HTTP/1.1" status: 200 len: 991 time: 1.1543770 May 10 20:04:17.046039 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:17.048356 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834" -d '{"events": [{"name": "network-changed", "server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:17.141343 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e103034-5f23-4f08-8d19-9fa82b29c40c x-openstack-request-id: req-5e103034-5f23-4f08-8d19-9fa82b29c40c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:17.141634 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:17.141886 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e103034-5f23-4f08-8d19-9fa82b29c40c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:17.142320 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e103034-5f23-4f08-8d19-9fa82b29c40c'] response: {'name': 'network-changed', 'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'status': 'completed', 'code': 200} May 10 20:04:17.144534 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:04:17.178992 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:17.362345 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'a9e9d9de-d059-4033-b4a8-9ff9654156c6', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:03:58Z', 'updated_at': '2022-05-10T20:04:16Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:17.391979 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:04:17.400202 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:04:17.400802 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:04:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:17.505584 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:04:17.712538 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'a9e9d9de-d059-4033-b4a8-9ff9654156c6', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:03:58Z', 'updated_at': '2022-05-10T20:04:16Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:04:17.741498 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c82d84-e3f4-4c7a-95dc-9a94cc09f5dc None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'a9e9d9de-d059-4033-b4a8-9ff9654156c6', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:03:58Z', 'updated_at': '2022-05-10T20:04:16Z', 'revision_number': 1, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:04:17.857662 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475c13f-2cf3-41d1-be09-d697e71c60e8 req-108a9a85-eeaa-45be-b301-d84b46304177 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:17.859220 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4475c13f-2cf3-41d1-be09-d697e71c60e8 req-108a9a85-eeaa-45be-b301-d84b46304177 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0467770 May 10 20:04:17.907785 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4475c13f-2cf3-41d1-be09-d697e71c60e8 req-e5a1bf86-afdd-4078-a72d-5978aba63f28 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 May 10 20:04:17.931389 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a509f43-20e9-4de2-94c7-2f260fbe68c7 None None] New status for floating IP a9e9d9de-d059-4033-b4a8-9ff9654156c6: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:04:18.408957 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-f5d356ba-8a01-4687-ba09-a8498ce7ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.410446 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-f5d356ba-8a01-4687-ba09-a8498ce7ab91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1129 time: 0.0818884 May 10 20:04:18.413265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-7e606909-307a-4bb6-92f0-3e830a7822d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.414611 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-7e606909-307a-4bb6-92f0-3e830a7822d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.1289246 May 10 20:04:18.443502 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-6ec59ce4-f28c-401f-9fe7-99b5b80d0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.445479 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-6ec59ce4-f28c-401f-9fe7-99b5b80d0ade service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.1305041 May 10 20:04:18.663876 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-f197f8ab-5965-4c8d-b683-1459439bf938 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.665281 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-f197f8ab-5965-4c8d-b683-1459439bf938 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.60 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0457525 May 10 20:04:18.668236 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-fcaec462-0dd1-4b34-801f-19345cac9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.669793 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-fcaec462-0dd1-4b34-801f-19345cac9948 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1329715 May 10 20:04:18.673429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-3e82b4b3-bf5c-4f05-9686-298b768d7919 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 1001 time: 0.1431139 May 10 20:04:18.781566 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-976fbe30-4f5e-45c4-938c-48ba50c5af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.783066 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-976fbe30-4f5e-45c4-938c-48ba50c5af99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.2453539 May 10 20:04:18.786774 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Deleting port 34dbba1c-4e73-4f41-96f8-80ce28c99512 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:04:18.787114 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:18.836744 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-e863526c-1f4d-4414-8945-bfc826e25236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.838198 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-e863526c-1f4d-4414-8945-bfc826e25236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.1517529 May 10 20:04:18.878261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] For port 34dbba1c-4e73-4f41-96f8-80ce28c99512, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=34dbba1c-4e73-4f41-96f8-80ce28c99512,segment=NetworkSegment(56750d53-2e7d-47e7-a245-931741436d7b),segment_id=56750d53-2e7d-47e7-a245-931741436d7b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:18.878952 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:18.893190 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Calling delete_port for 34dbba1c-4e73-4f41-96f8-80ce28c99512 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:04:18.900849 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-6dfcd27f-71f2-4ecc-8d31-554b45fd490d service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206478 May 10 20:04:18.905307 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-53702b41-c0ac-41a8-93e4-b4f52c60f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:18.906723 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-53702b41-c0ac-41a8-93e4-b4f52c60f3b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579054 May 10 20:04:18.938879 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-c131a43e-dc00-446e-9fbf-d83ad517ee68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 1001 time: 0.1476920 May 10 20:04:19.064271 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0a52-a277-4950-8f11-b5997e8de7e1 req-60850923-7466-4d14-a594-18e74503ff01 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:19.065762 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e22f0a52-a277-4950-8f11-b5997e8de7e1 req-60850923-7466-4d14-a594-18e74503ff01 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 949 time: 0.0817997 May 10 20:04:19.070393 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (34dbba1c-4e73-4f41-96f8-80ce28c99512), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:19.088424 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['34dbba1c-4e73-4f41-96f8-80ce28c99512'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:19.088993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-0f9c49ce-c184-457d-a05a-2028e40bdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:19.090302 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-0f9c49ce-c184-457d-a05a-2028e40bdf04 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0963335 May 10 20:04:19.120669 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-810df3f1-1598-48ad-89e7-d0ffb9647222 req-fd460a26-3745-4e67-9012-bd9363b1b620 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130125 May 10 20:04:19.137802 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-9f082fc6-3f29-411d-aef8-043b8fabd050 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165921 May 10 20:04:19.148555 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Pushing event deleted for resources: {'Port': ['ID=34dbba1c-4e73-4f41-96f8-80ce28c99512,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:19.158284 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-97ea0376-501d-4758-8fe6-41e41bfc5212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:19.159817 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-97ea0376-501d-4758-8fe6-41e41bfc5212 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550535 May 10 20:04:19.214832 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] No DVR routers for this DVR port 34dbba1c-4e73-4f41-96f8-80ce28c99512 on host hv-cinder-84131 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:04:19.218292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:19.222257 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-df8d7694-188e-49be-aa9d-fe1be2b7a8ef req-edc7c397-5e4b-4900-824c-7f30034026b8 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.60 "DELETE /v2.0/ports/34dbba1c-4e73-4f41-96f8-80ce28c99512 HTTP/1.1" status: 204 len: 173 time: 0.5517166 May 10 20:04:19.222792 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'name': 'network-vif-deleted', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:19.225947 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5408ae00-2d1d-4813-b4a1-fcdb9280d4aa" -d '{"events": [{"server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "name": "network-vif-deleted", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:19.236818 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e22f0a52-a277-4950-8f11-b5997e8de7e1 req-21b75473-dc2a-4987-9456-66b4e556f843 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5785597-bb63-4b46-bc36-b375581393cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615636 May 10 20:04:19.287363 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8dd0b5-de19-458f-9115-5c4daaec05bc x-openstack-request-id: req-7b8dd0b5-de19-458f-9115-5c4daaec05bc {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:19.288199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268fb12-3e45-4d7c-bb6a-c59e140dc79f", "name": "network-vif-deleted", "tag": "34dbba1c-4e73-4f41-96f8-80ce28c99512", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:19.288571 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b8dd0b5-de19-458f-9115-5c4daaec05bc {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:19.289083 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8dd0b5-de19-458f-9115-5c4daaec05bc'] response: {'server_uuid': '2268fb12-3e45-4d7c-bb6a-c59e140dc79f', 'name': 'network-vif-deleted', 'tag': '34dbba1c-4e73-4f41-96f8-80ce28c99512', 'status': 'completed', 'code': 200} May 10 20:04:19.339906 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-718e288a-6adc-4ab5-acc0-674161e2b545 req-ced26f17-87a0-45af-85ff-8ea774260d07 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898401 May 10 20:04:19.343905 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-4ee24e2a-ec42-480c-ad70-bcb5f475c6d0 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724682 May 10 20:04:19.465674 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-278f70e3-0a39-47fb-9eaf-bbdf2cdde834 req-c2995a71-3899-421c-a84a-765967c1f268 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046004 May 10 20:04:20.358533 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5175eec4-d979-481d-bc53-485f920b6825 req-41d10b2d-77c1-4e55-b429-c6aea6016d16 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 210 time: 0.0270650 May 10 20:04:21.466746 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9285e2c0-1fae-44dc-9ed7-3f1ea1a438fd req-b933c006-617f-4025-bfff-23f28ad77a78 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 210 time: 0.0275919 May 10 20:04:22.575361 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-86c12442-d3af-4cf1-b6e4-5ae297c7ebce req-295bc999-1c9f-4a1d-8fc8-5d73fa73f3b4 tempest-VolumesNegativeTest-1724850600 tempest-VolumesNegativeTest-1724850600-project] 10.222.0.57 "GET /v2.0/ports?device_id=2268fb12-3e45-4d7c-bb6a-c59e140dc79f HTTP/1.1" status: 200 len: 210 time: 0.0309062 May 10 20:04:23.086562 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 34dbba1c-4e73-4f41-96f8-80ce28c99512 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:04:23.105914 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 34dbba1c-4e73-4f41-96f8-80ce28c99512 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:04:23.106260 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 34dbba1c-4e73-4f41-96f8-80ce28c99512 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:04:27.510237 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60540) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:27.637311 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e68ebdd7-1063-4383-8edd-c8979a641774 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7812c5045988421aa82845f73e66b2a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259215 May 10 20:04:27.639750 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60544) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:27.687144 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Publish callbacks [] for security_group (b5785597-bb63-4b46-bc36-b375581393cc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:27.707205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Publish callbacks [] for security_group (b5785597-bb63-4b46-bc36-b375581393cc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:27.760033 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b5785597-bb63-4b46-bc36-b375581393cc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:27.762524 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:27.763658 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5785597-bb63-4b46-bc36-b375581393cc HTTP/1.1" status: 204 len: 168 time: 0.1230400 May 10 20:04:27.773181 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5785597-bb63-4b46-bc36-b375581393cc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:27.780366 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.780710 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.781051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.781455 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.781706 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.782038 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.782380 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.782725 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.783051 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.783395 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.785064 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.785392 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.785710 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.786047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:27.786348 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9617ea78-cf36-4d6f-9bc6-f174fbc4bb90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:28.502995 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ef9c6-841a-43c8-a57c-bb711dcf0c70 req-7b033c94-4ad1-4ce2-8350-3116dd6dcaad tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:28.504459 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-825ef9c6-841a-43c8-a57c-bb711dcf0c70 req-7b033c94-4ad1-4ce2-8350-3116dd6dcaad tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0474851 May 10 20:04:28.557999 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-825ef9c6-841a-43c8-a57c-bb711dcf0c70 req-497017ff-4ba6-498a-a110-eedc9f87078a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457184 May 10 20:04:29.670366 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635592f2-51e9-4c9e-b644-9a58e411eff4 req-b43a4951-5b6e-4f3a-917c-1b55c7a53376 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:29.671820 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-635592f2-51e9-4c9e-b644-9a58e411eff4 req-b43a4951-5b6e-4f3a-917c-1b55c7a53376 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0455754 May 10 20:04:29.720031 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-635592f2-51e9-4c9e-b644-9a58e411eff4 req-c4a195c7-8f17-4964-a970-5fa745668557 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427399 May 10 20:04:30.193627 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-84b38136-7039-4e56-860c-87b34f99942b tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:30.195154 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-84b38136-7039-4e56-860c-87b34f99942b tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 945 time: 0.0476816 May 10 20:04:30.287117 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Deleting port 152b6e28-0758-4d79-8ac9-9589400cbbc8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:04:30.287558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:30.381405 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] For port 152b6e28-0758-4d79-8ac9-9589400cbbc8, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=152b6e28-0758-4d79-8ac9-9589400cbbc8,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:30.381829 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:30.394629 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Calling delete_port for 152b6e28-0758-4d79-8ac9-9589400cbbc8 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:04:30.519492 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (152b6e28-0758-4d79-8ac9-9589400cbbc8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:30.552528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Pushing event deleted for resources: {'Port': ['ID=152b6e28-0758-4d79-8ac9-9589400cbbc8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:30.576305 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.576650 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.576993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.577330 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.577661 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.577995 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.578322 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.578676 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.579005 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.579328 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.579662 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.579974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.580293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.580611 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.580929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:30.601005 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] No DVR routers for this DVR port 152b6e28-0758-4d79-8ac9-9589400cbbc8 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:04:30.603259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:30.606443 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4bab9511-3ada-4609-8ae7-df8af7dd3b8b req-58aade22-697c-4a84-84aa-0edd4dc45cff tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "DELETE /v2.0/ports/152b6e28-0758-4d79-8ac9-9589400cbbc8 HTTP/1.1" status: 204 len: 173 time: 0.4054134 May 10 20:04:30.606893 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'name': 'network-vif-deleted', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:30.609086 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51d9e83-6c75-47d9-83eb-0ef3a107880d" -d '{"events": [{"server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "name": "network-vif-deleted", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:30.644383 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db417fc-66a1-4352-9160-e6f389980e74 x-openstack-request-id: req-3db417fc-66a1-4352-9160-e6f389980e74 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:30.644681 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4f949c-a6ee-4f9f-8e28-864aaeb99517", "name": "network-vif-deleted", "tag": "152b6e28-0758-4d79-8ac9-9589400cbbc8", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:30.644941 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3db417fc-66a1-4352-9160-e6f389980e74 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:30.645352 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db417fc-66a1-4352-9160-e6f389980e74'] response: {'server_uuid': '1b4f949c-a6ee-4f9f-8e28-864aaeb99517', 'name': 'network-vif-deleted', 'tag': '152b6e28-0758-4d79-8ac9-9589400cbbc8', 'status': 'completed', 'code': 200} May 10 20:04:30.813902 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e01eb932-8680-4a98-bd8a-abd58adde123 req-303cf2ad-c8cf-41d7-940e-fb6b179c00a1 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 210 time: 0.0274594 May 10 20:04:31.912474 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-38bbf470-e12f-4728-a13e-605a292daf60 req-c6327976-b499-4cfb-8dff-15bb9847d5b3 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 210 time: 0.0270967 May 10 20:04:33.008457 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cf045340-bae1-4dec-baf0-4fdeeb5b49b6 req-cbbad29c-5466-4717-9a7f-bb29ea4cc6dd tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=1b4f949c-a6ee-4f9f-8e28-864aaeb99517 HTTP/1.1" status: 200 len: 210 time: 0.0301583 May 10 20:04:33.256708 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['152b6e28-0758-4d79-8ac9-9589400cbbc8'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:35.416049 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 152b6e28-0758-4d79-8ac9-9589400cbbc8 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:04:35.438503 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 152b6e28-0758-4d79-8ac9-9589400cbbc8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:04:35.438842 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 152b6e28-0758-4d79-8ac9-9589400cbbc8 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:04:40.020291 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 60676) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:40.123316 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f964-6464-47af-9f7f-7e86395db095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.198232 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f964-6464-47af-9f7f-7e86395db095 admin admin] Publish callbacks [] for security_group (0f1b64f1-72fb-4aaf-abf1-60d656d83beb), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.201984 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1cd2f964-6464-47af-9f7f-7e86395db095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0f1b64f1-72fb-4aaf-abf1-60d656d83beb), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.238840 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1cd2f964-6464-47af-9f7f-7e86395db095 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c35976ca7ab470c9d326233c584b267&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172422 May 10 20:04:40.241370 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2f964-6464-47af-9f7f-7e86395db095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1b64f1-72fb-4aaf-abf1-60d656d83beb,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:40.242248 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 60680) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:04:40.289956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] Publish callbacks [] for security_group (0f1b64f1-72fb-4aaf-abf1-60d656d83beb), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.310184 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] Publish callbacks [] for security_group (0f1b64f1-72fb-4aaf-abf1-60d656d83beb), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.356068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (0f1b64f1-72fb-4aaf-abf1-60d656d83beb), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.358529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:40.359663 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f1b64f1-72fb-4aaf-abf1-60d656d83beb HTTP/1.1" status: 204 len: 168 time: 0.1164339 May 10 20:04:40.367333 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9fd888-8453-41cf-91ca-fa6298354552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1b64f1-72fb-4aaf-abf1-60d656d83beb,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:40.653177 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6aea-28c1-4c4a-9bd2-78b8315a7c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:41.552174 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:43.136969 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0faf49d3-86e6-496f-b25a-2d8655b45779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:43.976527 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:44.048698 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-99532b24-37d1-41f2-a9d4-0679da89ca0a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:44.050081 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-99532b24-37d1-41f2-a9d4-0679da89ca0a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 812 time: 0.1015003 May 10 20:04:44.064616 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-514df754-d9d3-4e78-8a94-ef900889cd41 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/quotas/143c50428b1247a9ac6f60a26bfbaa80 HTTP/1.1" status: 200 len: 375 time: 0.0085342 May 10 20:04:44.098200 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3312c0e6-3579-4518-9649-7f1860f840dd tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282929 May 10 20:04:44.186948 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-ba56278c-7f58-4e35-8074-6ca4769a6c1c service neutron] 10.222.0.57 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 May 10 20:04:44.276237 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-70aea335-ab89-433c-98c6-5296362b22e5 service neutron] 10.222.0.57 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836136 May 10 20:04:44.426942 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2fb604b-91ff-467b-8555-8769d36ab146 req-c7edd5c6-a637-4cd0-87f8-748ea191d107 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 210 time: 0.0276134 May 10 20:04:45.375610 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:45.377332 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3380dc9b-5e13-4a1e-ba48-1acb36307bc3 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:45.378835 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3380dc9b-5e13-4a1e-ba48-1acb36307bc3 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 812 time: 0.1063948 May 10 20:04:45.395098 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Request body: {'port': {'device_id': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8', 'admin_state_up': True, 'tenant_id': '143c50428b1247a9ac6f60a26bfbaa80'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:45.508271 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Made reservation on behalf of 143c50428b1247a9ac6f60a26bfbaa80 for: {'port': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:04:45.511638 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:45.528985 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f94146da-f00a-4687-8ef6-fd52ba1d578d req-bde0827e-532f-4524-968a-1404096c08a7 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 210 time: 0.0318425 May 10 20:04:45.653441 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Allocated IP 172.20.0.12 (6c1a4f20-babc-42e5-978f-c3e4365331a8/10c029f1-a4b2-4349-aff9-76149337079f/81adfbbd-ef04-455d-888b-beb9ac597a1b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:04:46.066351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks [] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.098377 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.139311 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Network 6c1a4f20-babc-42e5-978f-c3e4365331a8 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:04:46.142347 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:04:46.148938 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:04:46.155134 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Pushing event updated for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.202280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:46.202904 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.218912 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-3eceb8b7-20f1-42c8-aecb-d35b0e8ad63a tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277071 May 10 20:04:46.230269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Request body: {'port': {'device_id': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:04:46.286806 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.540095 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81adfbbd-ef04-455d-888b-beb9ac597a1b {{(pid=103323) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:46.547584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks [] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.560673 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.provisioning_blocks [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Transition to ACTIVE for port object 81adfbbd-ef04-455d-888b-beb9ac597a1b will not be triggered until provisioned by entity L2. {{(pid=103323) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:04:46.564700 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.616375 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Pushing event updated for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.646031 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac243637-e81d-4a56-a2e5-1c7bb9d454aa req-e8ac86b9-1338-4f2b-a49d-021cb60129a2 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:46.647557 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ac243637-e81d-4a56-a2e5-1c7bb9d454aa req-e8ac86b9-1338-4f2b-a49d-021cb60129a2 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 944 time: 0.0464654 May 10 20:04:46.688149 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Attempting to bind port 81adfbbd-ef04-455d-888b-beb9ac597a1b on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:04:46.688489 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Attempting to bind port 81adfbbd-ef04-455d-888b-beb9ac597a1b by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:04:46.688825 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Attempting to bind port 81adfbbd-ef04-455d-888b-beb9ac597a1b on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:04:46.693158 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Port 81adfbbd-ef04-455d-888b-beb9ac597a1b on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:04:46.694072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Attempting to bind port 81adfbbd-ef04-455d-888b-beb9ac597a1b on network 6c1a4f20-babc-42e5-978f-c3e4365331a8 {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:04:46.698537 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ac243637-e81d-4a56-a2e5-1c7bb9d454aa req-36051762-6389-4fc4-8356-f9f0759d13f7 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451903 May 10 20:04:46.699214 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:04:46.699584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Checking segment: {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:04:46.699971 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Bound using segment: {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'} {{(pid=103323) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:04:46.700433 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.managers [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Bound port: 81adfbbd-ef04-455d-888b-beb9ac597a1b, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c608c2a2-4564-43ce-91da-74806ec6d9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8'}}] {{(pid=103323) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:04:46.700794 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.766582 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, cleared binding levels {{(pid=103323) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:04:46.769781 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103323) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:04:46.775479 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.807187 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:46.807836 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:46.809210 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] 10.222.0.60 "PUT /v2.0/ports/81adfbbd-ef04-455d-888b-beb9ac597a1b HTTP/1.1" status: 200 len: 1094 time: 0.5829978 May 10 20:04:46.809645 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:46.812065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fd39ca-e473-4c2b-aabf-346dab88156f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:46.843159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072d957e-34eb-48bc-84cb-58218878b09b service neutron] Pushing event updated for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=3']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:46.860078 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a3768e-debc-43d0-84bb-796ce4ca6d2f x-openstack-request-id: req-52a3768e-debc-43d0-84bb-796ce4ca6d2f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:46.860442 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:46.860751 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52a3768e-debc-43d0-84bb-796ce4ca6d2f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:46.861275 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a3768e-debc-43d0-84bb-796ce4ca6d2f'] response: {'name': 'network-changed', 'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b', 'status': 'completed', 'code': 200} May 10 20:04:46.891236 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-9cc91383-762c-4ef9-934a-6b8b259cf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:46.892783 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-9cc91383-762c-4ef9-934a-6b8b259cf2d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 1128 time: 0.0433936 May 10 20:04:46.937902 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-4f7cdd7f-284f-4ea9-b9b0-ad9ac4d733d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b HTTP/1.1" status: 200 len: 217 time: 0.0378482 May 10 20:04:46.987809 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-cf1d7d2c-392c-491b-a233-1318cd204950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:46.989469 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-cf1d7d2c-392c-491b-a233-1318cd204950 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10c029f1-a4b2-4349-aff9-76149337079f HTTP/1.1" status: 200 len: 852 time: 0.0423465 May 10 20:04:47.020779 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-b51f563e-537c-4f4b-b063-fa79bc1de00e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c1a4f20-babc-42e5-978f-c3e4365331a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246649 May 10 20:04:47.106679 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-c8f46057-5c56-4a21-abbe-3220e32e00ed service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793440 May 10 20:04:47.127953 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:04:47.183672 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:47.204199 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d8b48e61-37d5-481d-a4a8-2b9a8f37c444 req-8911198f-3008-485d-97f7-f99300143341 service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878353 May 10 20:04:47.808894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948ec00-ca5f-4979-9e06-9f44c0e9056f req-c6e06607-4b5b-4192-9b01-5da9da1bf902 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:47.810244 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1948ec00-ca5f-4979-9e06-9f44c0e9056f req-c6e06607-4b5b-4192-9b01-5da9da1bf902 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 944 time: 0.0485785 May 10 20:04:47.855403 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1948ec00-ca5f-4979-9e06-9f44c0e9056f req-948ef9a3-7c48-4257-90dc-afbcd51cef52 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 May 10 20:04:48.159417 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-238e8f66-9747-4395-afef-1f9fb9092c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:48.161154 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-238e8f66-9747-4395-afef-1f9fb9092c6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 1128 time: 0.0397453 May 10 20:04:48.261169 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-fb5b9e40-d13d-44f1-a9dd-c04de4ddd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:48.262781 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-fb5b9e40-d13d-44f1-a9dd-c04de4ddd9e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 200 len: 913 time: 0.0936441 May 10 20:04:48.306217 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-8d46e697-3f79-42ea-8493-bc100860591e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b HTTP/1.1" status: 200 len: 217 time: 0.0373297 May 10 20:04:48.353159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-49255ff2-36d6-4bb5-9416-ad757c55839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:48.354603 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-49255ff2-36d6-4bb5-9416-ad757c55839a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=10c029f1-a4b2-4349-aff9-76149337079f HTTP/1.1" status: 200 len: 852 time: 0.0422547 May 10 20:04:48.393020 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-9416a832-3648-4dd6-b77e-41b90b72ab22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6c1a4f20-babc-42e5-978f-c3e4365331a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326245 May 10 20:04:48.479858 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-db75719f-8b56-41d8-b373-261ee0d8e13a service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804319 May 10 20:04:48.579399 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b8fd39ca-e473-4c2b-aabf-346dab88156f req-bd760703-5433-4ffb-9f2f-b4d8cd057593 service neutron] 10.222.0.60 "GET /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899212 May 10 20:04:48.969314 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee7859-8a9a-4cd9-af00-80f0584012fa req-98eb7801-876f-4037-9741-99595a88a364 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:48.970934 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9fee7859-8a9a-4cd9-af00-80f0584012fa req-98eb7801-876f-4037-9741-99595a88a364 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 944 time: 0.0476406 May 10 20:04:49.020129 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9fee7859-8a9a-4cd9-af00-80f0584012fa req-92a8a466-9de3-40f2-87a8-80e485ef8d7c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 May 10 20:04:49.299073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 81adfbbd-ef04-455d-888b-beb9ac597a1b details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:04:49.392474 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:49.405233 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '81adfbbd-ef04-455d-888b-beb9ac597a1b', 'network_id': '6c1a4f20-babc-42e5-978f-c3e4365331a8', 'port_id': '81adfbbd-ef04-455d-888b-beb9ac597a1b', 'mac_address': 'fa:16:3e:bb:1a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10c029f1-a4b2-4349-aff9-76149337079f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:04:49.445262 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 81adfbbd-ef04-455d-888b-beb9ac597a1b is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:49.445652 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:49.457876 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81adfbbd-ef04-455d-888b-beb9ac597a1b {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:04:49.476485 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:49.480444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:49.528830 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:49.536057 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.536407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.536802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.537155 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.537483 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.537833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.538155 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.538507 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.538831 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.539151 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.539476 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.539811 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.540131 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.540444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.540759 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:04:49.745471 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['81adfbbd-ef04-455d-888b-beb9ac597a1b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:04:50.131920 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954c6cb-ffb6-4aa1-a1af-0dcae587e749 req-3576448c-7773-44b4-86fb-c1839f58c0e6 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:50.133366 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9954c6cb-ffb6-4aa1-a1af-0dcae587e749 req-3576448c-7773-44b4-86fb-c1839f58c0e6 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 945 time: 0.0453045 May 10 20:04:50.180484 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9954c6cb-ffb6-4aa1-a1af-0dcae587e749 req-ad9eb1cc-b833-4ca9-83b1-20ec9f05e965 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417085 May 10 20:04:51.290879 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c3235-9979-41f2-aefe-ff6f3b014f5c req-042283a0-69dc-4380-bd07-044565b77f87 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:51.292343 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-847c3235-9979-41f2-aefe-ff6f3b014f5c req-042283a0-69dc-4380-bd07-044565b77f87 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 945 time: 0.0458162 May 10 20:04:51.301455 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 81adfbbd-ef04-455d-888b-beb9ac597a1b up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:04:51.338974 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-847c3235-9979-41f2-aefe-ff6f3b014f5c req-0aa0b9fc-1f99-411a-aa22-629215332bd9 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412567 May 10 20:04:51.348208 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 81adfbbd-ef04-455d-888b-beb9ac597a1b completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:04:51.355152 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 81adfbbd-ef04-455d-888b-beb9ac597a1b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:04:51.355527 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:51.434310 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 81adfbbd-ef04-455d-888b-beb9ac597a1b is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:04:51.434723 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:51.457095 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:04:51.459991 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8351a94e-bbac-4905-b2b7-f79403f9ac57" -d '{"events": [{"server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "name": "network-vif-plugged", "status": "completed", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:04:51.471564 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:04:51.475461 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:04:51.497893 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c60ea1-3ce9-4f4e-b984-61eb3cba47ca x-openstack-request-id: req-02c60ea1-3ce9-4f4e-b984-61eb3cba47ca {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:04:51.498181 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "name": "network-vif-plugged", "status": "completed", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:04:51.498430 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02c60ea1-3ce9-4f4e-b984-61eb3cba47ca {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:04:51.498841 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02c60ea1-3ce9-4f4e-b984-61eb3cba47ca'] response: {'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b', 'code': 200} May 10 20:04:51.529692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:04:51.664862 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5fa52-a666-49a0-8ad0-8ceccb382450 req-74266be6-96d0-4a9a-9d49-05a239ccd72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:51.666311 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d7a5fa52-a666-49a0-8ad0-8ceccb382450 req-74266be6-96d0-4a9a-9d49-05a239ccd72e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 1130 time: 0.0414019 May 10 20:04:51.710191 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d7a5fa52-a666-49a0-8ad0-8ceccb382450 req-e9db5001-926f-4b0f-a411-932da690634b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 May 10 20:04:52.450605 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18c967-abe3-4a0a-9a08-11d45120fdfb req-804296b3-556b-4b59-b5ce-3a30ececef05 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:52.452068 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d18c967-abe3-4a0a-9a08-11d45120fdfb req-804296b3-556b-4b59-b5ce-3a30ececef05 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0463905 May 10 20:04:52.501158 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8d18c967-abe3-4a0a-9a08-11d45120fdfb req-e329d00c-31a9-4ce6-8336-082dea696e52 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436869 May 10 20:04:53.613768 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba613a-3498-4264-b801-80a3ff676143 req-f8165866-b879-4b01-a389-324cf4c54166 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:04:53.615237 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94ba613a-3498-4264-b801-80a3ff676143 req-f8165866-b879-4b01-a389-324cf4c54166 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0453880 May 10 20:04:53.663383 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-94ba613a-3498-4264-b801-80a3ff676143 req-6e33e650-6e9e-40a5-acd0-93954d220c6e tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426989 May 10 20:05:05.958183 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305c5a5-354c-44c0-916d-7d0d16b964d4 req-754ed22d-1cac-4978-9f61-aa33f46eeffc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:05.959757 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a305c5a5-354c-44c0-916d-7d0d16b964d4 req-754ed22d-1cac-4978-9f61-aa33f46eeffc tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0467372 May 10 20:05:06.004753 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a305c5a5-354c-44c0-916d-7d0d16b964d4 req-f59212a4-06e7-40f6-8177-61fb80c697dd tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393758 May 10 20:05:07.121609 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4a258-8361-43e0-a56c-04c6871c9f94 req-f41b95e7-777b-4935-a641-db73bf2b7df7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:07.123089 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15c4a258-8361-43e0-a56c-04c6871c9f94 req-f41b95e7-777b-4935-a641-db73bf2b7df7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0456197 May 10 20:05:07.171542 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-15c4a258-8361-43e0-a56c-04c6871c9f94 req-dae19f39-544b-40ab-a2c3-cd6aa154c2ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430202 May 10 20:05:08.288358 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2f588-93b2-4602-baca-2328a52f69fb req-0be9eb9b-be37-44ca-8885-98c2c9fa8b5c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:08.290506 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6f2f588-93b2-4602-baca-2328a52f69fb req-0be9eb9b-be37-44ca-8885-98c2c9fa8b5c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0462666 May 10 20:05:08.336100 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6f2f588-93b2-4602-baca-2328a52f69fb req-3b2ef017-0f3d-4fd6-a103-3733cdd8a9de tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396523 May 10 20:05:09.451649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac315e-f9cb-44e1-9c15-3809c69ad378 req-8de6f667-2d68-407a-85f8-f0256525eede tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:09.453132 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1ac315e-f9cb-44e1-9c15-3809c69ad378 req-8de6f667-2d68-407a-85f8-f0256525eede tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0461056 May 10 20:05:09.499616 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d1ac315e-f9cb-44e1-9c15-3809c69ad378 req-458f570e-b6b6-4b76-9f57-445a48de5000 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408916 May 10 20:05:10.619521 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e478ebf-99d4-4737-b6fa-7ab8cdfe9c75 req-ea7e6a22-e3c8-491e-b98d-124570ddefba tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:10.621014 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e478ebf-99d4-4737-b6fa-7ab8cdfe9c75 req-ea7e6a22-e3c8-491e-b98d-124570ddefba tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0501347 May 10 20:05:10.654371 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ac9aa2b2-2bfb-4121-bff8-ca15d6bcd252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:10.668246 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e478ebf-99d4-4737-b6fa-7ab8cdfe9c75 req-7fc32fba-7848-4d47-83fa-0e3b2b58ef61 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 May 10 20:05:11.560030 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:11.783600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7ac33-21dc-44c9-b6fd-5f28e91b409a req-61b48cbf-8c04-44c1-af30-738f31fa5d81 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:11.784976 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c0a7ac33-21dc-44c9-b6fd-5f28e91b409a req-61b48cbf-8c04-44c1-af30-738f31fa5d81 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0463560 May 10 20:05:11.829898 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c0a7ac33-21dc-44c9-b6fd-5f28e91b409a req-c9fd1d9f-da90-4a62-8f3b-a8c2e107d37e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394514 May 10 20:05:12.943292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcbc70-708c-4c41-b812-15b6f51a980c req-94d51002-3286-4a8d-a96e-2e3ae41f99d7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:12.944746 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1bcbc70-708c-4c41-b812-15b6f51a980c req-94d51002-3286-4a8d-a96e-2e3ae41f99d7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0451944 May 10 20:05:12.989926 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d1bcbc70-708c-4c41-b812-15b6f51a980c req-27b9f5fc-9dcf-45da-bd57-5ceed62b41be tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398259 May 10 20:05:13.138586 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed3fd9ee-cea8-45c3-804e-3905d385d56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:13.980474 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:14.112402 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1aab5a-085a-4c01-a4e8-a5e1387e2945 req-a9a7f930-e90c-455d-826f-94420d555288 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:14.114166 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a1aab5a-085a-4c01-a4e8-a5e1387e2945 req-a9a7f930-e90c-455d-826f-94420d555288 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0517368 May 10 20:05:14.166567 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4a1aab5a-085a-4c01-a4e8-a5e1387e2945 req-f164c196-159a-4ab9-a114-a1da6c6e174d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458870 May 10 20:05:14.640410 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c26cd1-5e8b-49e7-bb69-e1b890a52840 req-c4803604-eada-444c-acae-0d48d4f6cc98 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:14.641865 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a3c26cd1-5e8b-49e7-bb69-e1b890a52840 req-c4803604-eada-444c-acae-0d48d4f6cc98 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0459797 May 10 20:05:14.687566 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a3c26cd1-5e8b-49e7-bb69-e1b890a52840 req-0647fd67-9c68-45bc-bcef-45c119e88a57 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401745 May 10 20:05:15.287019 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b03992-8398-4182-b038-c84e134d3b95 req-93153a84-f35e-473a-afb6-3a730b69af62 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:15.288476 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45b03992-8398-4182-b038-c84e134d3b95 req-93153a84-f35e-473a-afb6-3a730b69af62 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0494435 May 10 20:05:15.333221 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-45b03992-8398-4182-b038-c84e134d3b95 req-9ee2a20e-67f3-4359-b677-4c7778d53bc4 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391934 May 10 20:05:15.378959 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:15.797119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167945a-7d7a-4118-936f-5107e5aad415 req-defbdaea-72b4-40f9-a190-3a23629acd1c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:15.798480 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5167945a-7d7a-4118-936f-5107e5aad415 req-defbdaea-72b4-40f9-a190-3a23629acd1c tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0451803 May 10 20:05:15.847656 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5167945a-7d7a-4118-936f-5107e5aad415 req-478dbb45-70c4-45f9-9621-254f6f1ed858 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 May 10 20:05:16.446301 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-b80b6b1c-6905-4647-b0d9-e00f6b17624c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625303 May 10 20:05:16.461711 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac817d5-2d39-44a4-97d5-83469320907d req-897de048-95e8-412d-b0ec-b2c585f63cd5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:16.463182 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bac817d5-2d39-44a4-97d5-83469320907d req-897de048-95e8-412d-b0ec-b2c585f63cd5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0536416 May 10 20:05:16.512932 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bac817d5-2d39-44a4-97d5-83469320907d req-c6eea7b0-2af8-4e5e-8486-3ebb013c05e2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440824 May 10 20:05:16.598507 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-f81ce5fb-4c4f-4fe5-bdc0-afd4a26f4c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:16.599990 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-f81ce5fb-4c4f-4fe5-bdc0-afd4a26f4c32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1130 time: 0.0664179 May 10 20:05:16.606960 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-7ec74b80-8200-451b-a2e6-cb6d1749d8dc tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:16.608293 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-7ec74b80-8200-451b-a2e6-cb6d1749d8dc tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0736039 May 10 20:05:16.750500 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Deleting port 81adfbbd-ef04-455d-888b-beb9ac597a1b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:05:16.750842 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:16.803432 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-a449acbe-2345-4e1a-b060-f34b5f84c851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:16.805520 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-a449acbe-2345-4e1a-b060-f34b5f84c851 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.1843364 May 10 20:05:16.892457 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] For port 81adfbbd-ef04-455d-888b-beb9ac597a1b, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=81adfbbd-ef04-455d-888b-beb9ac597a1b,segment=NetworkSegment(c608c2a2-4564-43ce-91da-74806ec6d9eb),segment_id=c608c2a2-4564-43ce-91da-74806ec6d9eb)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:16.892820 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:16.916655 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Calling delete_port for 81adfbbd-ef04-455d-888b-beb9ac597a1b owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:05:16.931635 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-e36a1840-72ba-4ffd-a3b5-da44454cc2a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 1001 time: 0.0951431 May 10 20:05:16.959327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db856970-c360-44b3-9748-793e8f66e0c7 req-701d1733-9dc2-4556-a4f4-bb3ce22bd2c5 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:16.960894 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db856970-c360-44b3-9748-793e8f66e0c7 req-701d1733-9dc2-4556-a4f4-bb3ce22bd2c5 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/ports?device_id=f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9 HTTP/1.1" status: 200 len: 946 time: 0.0464435 May 10 20:05:17.006971 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-db856970-c360-44b3-9748-793e8f66e0c7 req-83dd4525-88a7-4b9a-9157-ec0c21453080 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf64b3fa-4387-4b03-86a6-27e4840781e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403926 May 10 20:05:17.020954 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-39550b9e-9829-4fd9-9254-be2d5cce84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:17.022405 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-39550b9e-9829-4fd9-9254-be2d5cce84ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0596309 May 10 20:05:17.099967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-eb029657-2541-43db-9ba6-54762c0e4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:17.102072 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-eb029657-2541-43db-9ba6-54762c0e4747 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699952 May 10 20:05:17.162254 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (81adfbbd-ef04-455d-888b-beb9ac597a1b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:17.179635 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['81adfbbd-ef04-455d-888b-beb9ac597a1b'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:05:17.196309 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Pushing event deleted for resources: {'Port': ['ID=81adfbbd-ef04-455d-888b-beb9ac597a1b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:17.205623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:17.259530 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] No DVR routers for this DVR port 81adfbbd-ef04-455d-888b-beb9ac597a1b on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:05:17.261954 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:17.265278 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-3fa51c12-f4fa-4389-a128-60f8ef292b5b req-02d1e5d2-f890-46ea-ac11-2c2f832aa267 tempest-VolumesSnapshotTestJSON-409482723 tempest-VolumesSnapshotTestJSON-409482723-project] 10.222.0.60 "DELETE /v2.0/ports/81adfbbd-ef04-455d-888b-beb9ac597a1b HTTP/1.1" status: 204 len: 173 time: 0.6505640 May 10 20:05:17.270683 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'name': 'network-vif-deleted', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:05:17.273420 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2851c784-fbb8-4cfd-ad5c-0e4c282171a7" -d '{"events": [{"server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "name": "network-vif-deleted", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:05:17.281431 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-b298661e-1e63-4769-80c7-b3e8766da875 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722221 May 10 20:05:17.332564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9975b0d-590d-4f1a-b6a2-0e28601cc87d x-openstack-request-id: req-e9975b0d-590d-4f1a-b6a2-0e28601cc87d {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:05:17.332863 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9", "name": "network-vif-deleted", "tag": "81adfbbd-ef04-455d-888b-beb9ac597a1b", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:05:17.333121 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9975b0d-590d-4f1a-b6a2-0e28601cc87d {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:05:17.333518 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9975b0d-590d-4f1a-b6a2-0e28601cc87d'] response: {'server_uuid': 'f1403562-6a3e-4fb8-9b49-e9b2b8c70fd9', 'name': 'network-vif-deleted', 'tag': '81adfbbd-ef04-455d-888b-beb9ac597a1b', 'status': 'completed', 'code': 200} May 10 20:05:17.378427 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-17f16cea-8316-4a5f-ae6d-942f332ec249 req-3b22754d-3a6e-4a49-99cc-8fd375b5a98c service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886257 May 10 20:05:17.634224 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4986964-1009-479b-a328-0d0d28463fbe req-fb3b3da5-20bf-48e8-b752-c15f194b9c50 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:17.635669 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4986964-1009-479b-a328-0d0d28463fbe req-fb3b3da5-20bf-48e8-b752-c15f194b9c50 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0450051 May 10 20:05:17.684435 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e4986964-1009-479b-a328-0d0d28463fbe req-d0dc7de4-7c06-4b81-b6e3-21ff2876c774 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430758 May 10 20:05:18.803142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d4377-02af-43dd-943d-011ac193b4ca req-6afeae39-0846-490d-ae1d-92d5f3a60bdf tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:18.804603 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e72d4377-02af-43dd-943d-011ac193b4ca req-6afeae39-0846-490d-ae1d-92d5f3a60bdf tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0491545 May 10 20:05:18.849157 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e72d4377-02af-43dd-943d-011ac193b4ca req-86a60cc1-b212-45ee-8ff5-e7d3f38d8d09 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390828 May 10 20:05:19.474420 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 81adfbbd-ef04-455d-888b-beb9ac597a1b no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:05:19.495849 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 81adfbbd-ef04-455d-888b-beb9ac597a1b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:05:19.496272 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 81adfbbd-ef04-455d-888b-beb9ac597a1b not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:05:19.970031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed6efdd-73cd-4683-98c0-cd93b9c0b6e3 req-8431431e-2619-455d-ae1c-fef4c29b63ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:19.971533 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0ed6efdd-73cd-4683-98c0-cd93b9c0b6e3 req-8431431e-2619-455d-ae1c-fef4c29b63ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0509486 May 10 20:05:20.019041 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0ed6efdd-73cd-4683-98c0-cd93b9c0b6e3 req-ece77c18-c2a7-4cc9-beb6-d2aa2c5ea4ac tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410528 May 10 20:05:21.135277 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a331bc-384d-4ea1-af9d-0f5c0fbf5649 req-877fd0cb-73f6-4044-94bb-c306c586e094 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:21.136734 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-74a331bc-384d-4ea1-af9d-0f5c0fbf5649 req-877fd0cb-73f6-4044-94bb-c306c586e094 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0462506 May 10 20:05:21.183631 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-74a331bc-384d-4ea1-af9d-0f5c0fbf5649 req-5fb08cd0-9298-409c-8742-e58a30bd64f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 May 10 20:05:22.299068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d682f-2e97-47c5-b3fe-c5eacb8ba4c0 req-b1dfe9d7-9ee1-4b96-8caf-3901267f9bb6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:22.300521 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d35d682f-2e97-47c5-b3fe-c5eacb8ba4c0 req-b1dfe9d7-9ee1-4b96-8caf-3901267f9bb6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0458591 May 10 20:05:22.345750 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d35d682f-2e97-47c5-b3fe-c5eacb8ba4c0 req-b2223147-7f02-4b9d-aeae-26c6cf90ca76 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 May 10 20:05:23.459545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e1c183-94a3-4d27-8c05-beecdcc8ba05 req-c62eddfa-b21b-4707-99eb-e25353ff7b64 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:23.461054 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2e1c183-94a3-4d27-8c05-beecdcc8ba05 req-c62eddfa-b21b-4707-99eb-e25353ff7b64 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0445774 May 10 20:05:23.509691 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f2e1c183-94a3-4d27-8c05-beecdcc8ba05 req-833d31d4-297d-4d32-8789-cc483b536755 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 May 10 20:05:24.126678 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:05:24.629431 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b6a54-70a1-4272-8b0f-0465b3ddbd87 req-4735cc13-8355-4c36-b881-b1c630592718 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:24.630905 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-201b6a54-70a1-4272-8b0f-0465b3ddbd87 req-4735cc13-8355-4c36-b881-b1c630592718 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0489869 May 10 20:05:24.679208 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-201b6a54-70a1-4272-8b0f-0465b3ddbd87 req-7e328056-90ad-443e-a0c5-359f211af38e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427999 May 10 20:05:25.521089 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:05:25.617678 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:25.629788 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:05:25.666323 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: ACTIVE; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:25.666900 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:25.683924 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:05:25.703002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:25.707832 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:25.769447 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:25.800509 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['ce79326e-c370-40ae-ba6d-04bd30bc39a2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:05:25.812227 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf0162-f312-442e-b980-47931e60a4a2 req-21983034-884e-485a-b767-86263ed85b3a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:25.814960 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-11cf0162-f312-442e-b980-47931e60a4a2 req-21983034-884e-485a-b767-86263ed85b3a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.0578368 May 10 20:05:25.885106 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-11cf0162-f312-442e-b980-47931e60a4a2 req-d147caca-854d-4dc1-b281-9e516db4ca60 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586951 May 10 20:05:27.009905 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dafc95-20a6-4545-9a22-789e3807d389 req-e5d6d9b8-e3f8-4d8a-82c1-d0c8c261ebe7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:27.014977 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55dafc95-20a6-4545-9a22-789e3807d389 req-e5d6d9b8-e3f8-4d8a-82c1-d0c8c261ebe7 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.0621414 May 10 20:05:27.065425 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-55dafc95-20a6-4545-9a22-789e3807d389 req-ba56736a-f796-47f7-9e30-6ca5492e38d8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472326 May 10 20:05:27.531253 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:27.590448 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port ce79326e-c370-40ae-ba6d-04bd30bc39a2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:27.591107 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:27.696404 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:27.696833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:27.725831 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:05:27.729106 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9e004-2167-492b-a1bb-95e817d64077" -d '{"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:05:27.744032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:27.749288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:27.776966 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed49ae6-2fa9-48a7-8eea-069405dfe521 x-openstack-request-id: req-7ed49ae6-2fa9-48a7-8eea-069405dfe521 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:05:27.777265 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:05:27.777514 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ed49ae6-2fa9-48a7-8eea-069405dfe521 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:05:27.777903 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed49ae6-2fa9-48a7-8eea-069405dfe521'] response: {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'code': 200} May 10 20:05:27.806439 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:28.199638 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7746a-4ace-4dd4-8d31-64a2e499108c req-2ece4f97-6017-4d65-a0a9-fbb9d4195e54 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:28.201363 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa7746a-4ace-4dd4-8d31-64a2e499108c req-2ece4f97-6017-4d65-a0a9-fbb9d4195e54 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0540223 May 10 20:05:28.254660 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1aa7746a-4ace-4dd4-8d31-64a2e499108c req-69a01381-fa3b-4132-8e51-b321aba8f70e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469797 May 10 20:05:29.392657 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea4ebc-fe44-4ec7-b85f-0495c69ae37f req-bb235051-6930-4379-bb2b-743ee3a149ea tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:29.394986 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1ea4ebc-fe44-4ec7-b85f-0495c69ae37f req-bb235051-6930-4379-bb2b-743ee3a149ea tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0544710 May 10 20:05:29.465206 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e1ea4ebc-fe44-4ec7-b85f-0495c69ae37f req-d74061a5-5a3a-41b6-b41c-d57f7a87fef8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553417 May 10 20:05:30.583257 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336820de-2275-400a-a55e-b9909e4bc3a7 req-cee2e297-4db1-41c4-933b-8775c6480b86 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:30.585511 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-336820de-2275-400a-a55e-b9909e4bc3a7 req-cee2e297-4db1-41c4-933b-8775c6480b86 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0540683 May 10 20:05:30.641374 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-336820de-2275-400a-a55e-b9909e4bc3a7 req-23a03f5d-c615-418a-9af7-8277ad6e32c2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496209 May 10 20:05:31.778714 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1533410-91a5-42c6-84b0-2a64f0de2f3b req-f646067b-892f-4a07-b374-ace672d6802c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:31.780326 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1533410-91a5-42c6-84b0-2a64f0de2f3b req-f646067b-892f-4a07-b374-ace672d6802c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0598378 May 10 20:05:31.834713 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1533410-91a5-42c6-84b0-2a64f0de2f3b req-a41272a8-9a87-4092-9b0c-fe133c27b9d3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488503 May 10 20:05:32.972811 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf4d59-6301-4bbd-b65c-e4fac196ccc0 req-9ed8c090-a162-480d-b05d-4d759fb150e6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:32.975691 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ebf4d59-6301-4bbd-b65c-e4fac196ccc0 req-9ed8c090-a162-480d-b05d-4d759fb150e6 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0500050 May 10 20:05:33.031117 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ebf4d59-6301-4bbd-b65c-e4fac196ccc0 req-8d3dcd38-4934-4612-9c16-3de1c163dd21 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503492 May 10 20:05:34.157286 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46596ff4-43b7-4994-90da-0ff0b2eeaece req-4c1b1ee8-be5f-4ace-b9ea-2298b6cc5f37 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:34.158830 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46596ff4-43b7-4994-90da-0ff0b2eeaece req-4c1b1ee8-be5f-4ace-b9ea-2298b6cc5f37 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0477138 May 10 20:05:34.212887 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-46596ff4-43b7-4994-90da-0ff0b2eeaece req-80e5387a-079c-4353-bfca-c0431a1dd829 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440643 May 10 20:05:34.973900 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-59635c9b-3906-47b3-a7bf-ff7bc7442ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:34.975399 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-59635c9b-3906-47b3-a7bf-ff7bc7442ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1129 time: 0.0412114 May 10 20:05:35.064868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-4b3e3094-7b43-48d0-a97b-215df47af5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:35.066310 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-4b3e3094-7b43-48d0-a97b-215df47af5c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0841093 May 10 20:05:35.135532 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-797a497e-efef-4b17-8d41-d3070d3d4e35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 1001 time: 0.0599840 May 10 20:05:35.183111 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-9bc71180-3f5c-4b2f-a2d1-7ad4e4310fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:35.184546 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-9bc71180-3f5c-4b2f-a2d1-7ad4e4310fc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0421479 May 10 20:05:35.228508 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-b3ab8c65-9dcb-4cac-90d1-3b68d3ce0161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:35.229883 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-b3ab8c65-9dcb-4cac-90d1-3b68d3ce0161 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375850 May 10 20:05:35.341947 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab9a3e-e178-47c3-99e8-d90c8951e4cb req-2d2de00d-7035-45c3-b129-524daf60d5ee tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:35.343428 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6bab9a3e-e178-47c3-99e8-d90c8951e4cb req-2d2de00d-7035-45c3-b129-524daf60d5ee tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0581298 May 10 20:05:35.370731 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-cd431f41-0bf1-4ef3-a60a-e6e0d397b86f service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335320 May 10 20:05:35.443165 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6bab9a3e-e178-47c3-99e8-d90c8951e4cb req-639c8e2a-bf94-4260-aae6-fbe5cda4f634 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938880 May 10 20:05:35.480484 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0e88e29e-fcee-4a4a-9c09-7d45c7d5d5d2 req-bde61997-0cc3-4f52-9a35-2d534bf12e5b service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981083 May 10 20:05:36.563608 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34ec15-c17d-4f98-a9d4-aee53418c222 req-42f71d81-294e-4f48-96b9-238b73f8ca62 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:36.565061 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee34ec15-c17d-4f98-a9d4-aee53418c222 req-42f71d81-294e-4f48-96b9-238b73f8ca62 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 945 time: 0.0497124 May 10 20:05:36.610873 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ee34ec15-c17d-4f98-a9d4-aee53418c222 req-d665e8f9-3325-4131-beb6-e928ae7574a9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 May 10 20:05:37.567357 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:05:37.644096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:37.644489 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:37.666828 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:05:37.669895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340819b9-b724-42e3-ae09-770a99006492" -d '{"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:05:37.683574 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:37.688535 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:37.717881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90531de4-a0c8-4189-b9a7-a6289de16d41 x-openstack-request-id: req-90531de4-a0c8-4189-b9a7-a6289de16d41 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:05:37.718185 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-unplugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:05:37.718478 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-90531de4-a0c8-4189-b9a7-a6289de16d41 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:05:37.718875 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90531de4-a0c8-4189-b9a7-a6289de16d41'] response: {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'code': 200} May 10 20:05:37.740517 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:37.740979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d4b22-4795-4c56-8404-0578438e961b req-dfd72d10-8ff8-4612-bf42-31be93cee737 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:37.742497 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc4d4b22-4795-4c56-8404-0578438e961b req-dfd72d10-8ff8-4612-bf42-31be93cee737 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0557773 May 10 20:05:37.798555 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dc4d4b22-4795-4c56-8404-0578438e961b req-167d5cb2-80c5-4756-ae14-299016406aff tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 May 10 20:05:38.593893 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-e0de3492-a1d5-495a-aa33-d984e09cd96e req-8514bbbd-16cc-42cb-8067-8b7c24f37d04 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:05:38.594807 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e0de3492-a1d5-495a-aa33-d984e09cd96e req-8514bbbd-16cc-42cb-8067-8b7c24f37d04 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055456 May 10 20:05:38.748277 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc4b60-3d67-4e11-99dd-e2559d6a486e req-bc9207bb-3473-4f6d-a63d-9d06c3c6a953 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:38.749812 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-afbc4b60-3d67-4e11-99dd-e2559d6a486e req-bc9207bb-3473-4f6d-a63d-9d06c3c6a953 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0485439 May 10 20:05:38.783457 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-e4afe48b-da74-41b4-bfe7-0de650d14938 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382586 May 10 20:05:38.796790 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-afbc4b60-3d67-4e11-99dd-e2559d6a486e req-9dc61e21-8c10-45f1-ba56-1fc1ea0cdec2 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412712 May 10 20:05:38.861076 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-53c1d6cb-90f0-412f-92ca-ddb3f5c6ddb0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:38.862610 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-53c1d6cb-90f0-412f-92ca-ddb3f5c6ddb0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports/ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 940 time: 0.0511460 May 10 20:05:39.625756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-6ffef668-69ac-4965-84c0-4a92f70aef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.627243 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-6ffef668-69ac-4965-84c0-4a92f70aef22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5&tenant_id=3f7d501f555c4a0ba2419f68ba756db7 HTTP/1.1" status: 200 len: 1127 time: 0.0387046 May 10 20:05:39.684092 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-8b8dcd3b-18ff-4b6d-aa18-41ddf45649a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.685582 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-8b8dcd3b-18ff-4b6d-aa18-41ddf45649a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1127 time: 0.0381444 May 10 20:05:39.778658 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-5ab02fcf-f7ac-4de2-9477-3adb97d2f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.780140 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-5ab02fcf-f7ac-4de2-9477-3adb97d2f53c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0878155 May 10 20:05:39.844753 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-ebed7964-c983-4549-be6c-261525c6229a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 999 time: 0.0581849 May 10 20:05:39.893648 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-f25b19b9-f466-43ce-b496-153a74ec74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.895128 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-f25b19b9-f466-43ce-b496-153a74ec74ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0436809 May 10 20:05:39.914446 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7c1488-3dec-4ed3-a325-a3662ce0060e req-bab66894-1670-4c6c-b20c-20e7869f18a0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.916129 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c7c1488-3dec-4ed3-a325-a3662ce0060e req-bab66894-1670-4c6c-b20c-20e7869f18a0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0462372 May 10 20:05:39.941461 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-7fe4ec08-9110-44a4-babb-82eae51d555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:39.943167 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-7fe4ec08-9110-44a4-babb-82eae51d555b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411961 May 10 20:05:39.962599 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8c7c1488-3dec-4ed3-a325-a3662ce0060e req-befcea77-2d06-4a7b-8be6-9544e99b0c40 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 May 10 20:05:40.031914 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-510158be-674d-460f-b491-0d9ee0c2b7e4 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811732 May 10 20:05:40.121786 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea473757-5aae-4b9a-9322-8659933a4c22 req-9abce094-f1f6-4087-8d56-195385804911 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836325 May 10 20:05:40.669849 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-389f2cb3-a0ed-48b1-93aa-16f3502d64af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.088950 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed0735-c5c3-48d0-b7c5-fffc4eb901d5 req-31407cd3-c3a6-42a8-b3b4-93e98db4e36e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:41.091773 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66ed0735-c5c3-48d0-b7c5-fffc4eb901d5 req-31407cd3-c3a6-42a8-b3b4-93e98db4e36e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0506773 May 10 20:05:41.139850 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-66ed0735-c5c3-48d0-b7c5-fffc4eb901d5 req-c4042ee3-fd62-46b1-a1d2-70ed1a0a1988 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423608 May 10 20:05:41.421377 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 32940) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:41.471570 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Deleting subnet 10c029f1-a4b2-4349-aff9-76149337079f {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:05:41.474652 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Publish callbacks [] for subnet (10c029f1-a4b2-4349-aff9-76149337079f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.513634 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4928632'] for subnet (10c029f1-a4b2-4349-aff9-76149337079f), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.557175 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (10c029f1-a4b2-4349-aff9-76149337079f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.561856 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.597732 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:05:41.618072 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4929812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5147388'] for subnet (10c029f1-a4b2-4349-aff9-76149337079f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.631528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.651261 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/10c029f1-a4b2-4349-aff9-76149337079f HTTP/1.1" status: 204 len: 168 time: 0.2286251 May 10 20:05:41.654336 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32942) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:41.670895 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c029f1-a4b2-4349-aff9-76149337079f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:41.678082 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.678444 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.678810 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.679151 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.679488 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.679818 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.680182 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.680473 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.680799 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.681732 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.682075 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.682408 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.682755 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.683704 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.683704 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7150f05-60bd-46d1-a901-9b99d17448a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.711238 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: DOWN; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:41.750837 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (6c1a4f20-babc-42e5-978f-c3e4365331a8), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.832861 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (6c1a4f20-babc-42e5-978f-c3e4365331a8), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.854607 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1a4f20-babc-42e5-978f-c3e4365331a8']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:41.864251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c608c2a2-4564-43ce-91da-74806ec6d9eb') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:41.864546 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c608c2a2-4564-43ce-91da-74806ec6d9eb') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:41.880365 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (c608c2a2-4564-43ce-91da-74806ec6d9eb), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.894315 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (c608c2a2-4564-43ce-91da-74806ec6d9eb), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.901963 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:05:41.902359 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (c608c2a2-4564-43ce-91da-74806ec6d9eb), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:05:41.905415 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:05:41.959731 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (6c1a4f20-babc-42e5-978f-c3e4365331a8), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.966089 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:41.970905 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6c1a4f20-babc-42e5-978f-c3e4365331a8 HTTP/1.1" status: 204 len: 168 time: 0.3154681 May 10 20:05:41.982920 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1a4f20-babc-42e5-978f-c3e4365331a8,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:41.991692 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.992136 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.992543 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.993106 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.993648 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.994167 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.994708 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.995224 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.996361 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.996917 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.997318 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.997718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.998134 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.998657 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:41.999145 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2b7ad6-861d-4f37-b78c-2dc5b2db6009 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:42.154708 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32946) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:42.205314 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e5d6de15-81d6-4c96-b41e-8c39a359225a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=143c50428b1247a9ac6f60a26bfbaa80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493758 May 10 20:05:42.207834 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32950) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:42.303121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48d995-5d57-41db-b2f9-c6ae8332c932 req-bbb2d56a-6e66-4f8e-8e2e-eb70e7cfb88a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:42.304664 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8a48d995-5d57-41db-b2f9-c6ae8332c932 req-bbb2d56a-6e66-4f8e-8e2e-eb70e7cfb88a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0671451 May 10 20:05:42.307978 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] Publish callbacks [] for security_group (cf64b3fa-4387-4b03-86a6-27e4840781e7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:42.331768 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] Publish callbacks [] for security_group (cf64b3fa-4387-4b03-86a6-27e4840781e7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:42.406086 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8a48d995-5d57-41db-b2f9-c6ae8332c932 req-a04c4592-238d-4d98-ae5b-3339a10710ca tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721140 May 10 20:05:42.413623 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (cf64b3fa-4387-4b03-86a6-27e4840781e7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:42.416228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:42.417402 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf64b3fa-4387-4b03-86a6-27e4840781e7 HTTP/1.1" status: 204 len: 168 time: 0.2085671 May 10 20:05:42.427164 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692620ea-8216-48f8-a2f1-697db72cd502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf64b3fa-4387-4b03-86a6-27e4840781e7,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:43.140675 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1d85f52f-8ccf-47ff-ac5d-30c613354823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.209280 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32974) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:43.328564 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-807734091-network', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:43.348979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Made reservation on behalf of 4d8820e6b7a04ca89202e7b7ed991f9a for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:43.351784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.361211 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.450642 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks [] for security_group (4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.455762 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.478299 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:05:43.494272 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:43.500078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (8081c371-8b60-407d-a3ab-da2c813b438e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.500405 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Added segment 8081c371-8b60-407d-a3ab-da2c813b438e of type vlan for network 9ace4159-a089-42d1-becf-be8ae15fda3c May 10 20:05:43.599765 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdafcb95-a239-44e3-b3b1-6d932ffa4233 req-e2a51d21-8407-4671-b42d-3cbf4a4eda5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:43.601647 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cdafcb95-a239-44e3-b3b1-6d932ffa4233 req-e2a51d21-8407-4671-b42d-3cbf4a4eda5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0738468 May 10 20:05:43.621939 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (9ace4159-a089-42d1-becf-be8ae15fda3c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.652463 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (9ace4159-a089-42d1-becf-be8ae15fda3c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.653588 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:43.654396 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.673623 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cdafcb95-a239-44e3-b3b1-6d932ffa4233 req-6cff3b56-1b78-426c-89d4-cdfd2731de6d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653191 May 10 20:05:43.716610 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5060620 May 10 20:05:43.719415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 32980) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:43.724477 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Request body: {'subnet': {'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-807734091-subnet', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:43.726021 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fe3d6-7269-4ab1-88e6-518cb8b39b69 admin admin] Pushing event updated for resources: {'Network': ['ID=9ace4159-a089-42d1-becf-be8ae15fda3c,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:43.740921 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 9ace4159-a089-42d1-becf-be8ae15fda3c details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:05:43.747581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Made reservation on behalf of 4d8820e6b7a04ca89202e7b7ed991f9a for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:43.750232 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.947012 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (dfa3ac18-1d23-404c-86c5-515bddf208c9), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:43.983983 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.005642 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfa3ac18-1d23-404c-86c5-515bddf208c9,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.015541 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Checking segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:44.015851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Network hostable DHCP agents. Network: 9ace4159-a089-42d1-becf-be8ae15fda3c, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:05:44.033954 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Network 9ace4159-a089-42d1-becf-be8ae15fda3c is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:05:44.043052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 9ace4159-a089-42d1-becf-be8ae15fda3c) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:44.047126 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:44.047738 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.053335 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf24441-71b2-41b0-b2fa-4fd2ccc055d9 None None] Network 9ace4159-a089-42d1-becf-be8ae15fda3c requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:05:44.064335 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-1876e693-8e9d-43ec-aa93-353edde9f024 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3437784 May 10 20:05:44.067130 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32982) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:44.071636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:44.102009 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.103631 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.168199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for router_controller (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), precommit_add_association {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.211263 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-9ace4159-a089-42d1-becf-be8ae15fda3c', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:05:44.212973 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.331566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for router_gateway (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.362947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Allocated IP 172.20.0.2 (9ace4159-a089-42d1-becf-be8ae15fda3c/dfa3ac18-1d23-404c-86c5-515bddf208c9/27f6a460-6ff8-4d69-8fb1-d91839aa316a) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:44.561331 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks [] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.568110 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.576623 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for router_gateway (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.595673 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.605738 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Network 9ace4159-a089-42d1-becf-be8ae15fda3c is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:44.610031 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:44.614276 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:44.633402 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Pushing event updated for resources: {'Port': ['ID=27f6a460-6ff8-4d69-8fb1-d91839aa316a,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.688106 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Attempting to bind port 27f6a460-6ff8-4d69-8fb1-d91839aa316a on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:44.688513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Attempting to bind port 27f6a460-6ff8-4d69-8fb1-d91839aa316a by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:44.688831 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Attempting to bind port 27f6a460-6ff8-4d69-8fb1-d91839aa316a on network 9ace4159-a089-42d1-becf-be8ae15fda3c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:44.694306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:44.694862 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Checking segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:44.695334 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.695744 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Bound using segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:44.696215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Bound port: 27f6a460-6ff8-4d69-8fb1-d91839aa316a, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:44.696728 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.741159 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Allocated IP 172.27.3.150 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:44.805844 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] For port 27f6a460-6ff8-4d69-8fb1-d91839aa316a, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:44.809284 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] For port 27f6a460-6ff8-4d69-8fb1-d91839aa316a, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=27f6a460-6ff8-4d69-8fb1-d91839aa316a,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:44.816432 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:44.876513 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e6e474-7dea-4ac6-9469-d92f175a5b7c req-b8fe2415-efab-4c44-ba09-54b4c7255e5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:44.882114 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aa156b-34de-445b-83a5-cd087ffd28e4 None None] Pushing event updated for resources: {'Port': ['ID=27f6a460-6ff8-4d69-8fb1-d91839aa316a,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:44.884752 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-55e6e474-7dea-4ac6-9469-d92f175a5b7c req-b8fe2415-efab-4c44-ba09-54b4c7255e5a tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0905733 May 10 20:05:44.985571 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-55e6e474-7dea-4ac6-9469-d92f175a5b7c req-81a2664f-78c4-4947-b712-b5db9a013bf3 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999219 May 10 20:05:44.999431 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.055306 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.093784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:45.096924 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:45.100765 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:45.139977 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:45.394243 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 27f6a460-6ff8-4d69-8fb1-d91839aa316a up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:45.437072 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.473121 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 27f6a460-6ff8-4d69-8fb1-d91839aa316a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:45.473643 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.629907 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 27f6a460-6ff8-4d69-8fb1-d91839aa316a is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:45.630602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.676097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 27f6a460-6ff8-4d69-8fb1-d91839aa316a, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=27f6a460-6ff8-4d69-8fb1-d91839aa316a,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:45.682065 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:45.746072 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=27f6a460-6ff8-4d69-8fb1-d91839aa316a,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:45.811158 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for router_gateway (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:46.089142 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:46.151105 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3648-8e5e-4690-9835-9eabd5957872 req-169ba6bd-d8ca-4615-be87-9415e0338c32 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:46.152630 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d37c3648-8e5e-4690-9835-9eabd5957872 req-169ba6bd-d8ca-4615-be87-9415e0338c32 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0672865 May 10 20:05:46.192502 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f942dd44-e381-4324-aaf2-54f23cbaf468 None None] Network 9ace4159-a089-42d1-becf-be8ae15fda3c requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:05:46.263974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:05:46.273521 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d37c3648-8e5e-4690-9835-9eabd5957872 req-28ae5f5c-3952-4f06-9d9a-c133ba3f565d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136260 May 10 20:05:46.293959 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-ed07cde6-5b51-40c4-ad4e-5db988f3ce24 None None] Provisioning complete for port 27f6a460-6ff8-4d69-8fb1-d91839aa316a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:46.294407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ed07cde6-5b51-40c4-ad4e-5db988f3ce24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:46.422750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-ed07cde6-5b51-40c4-ad4e-5db988f3ce24 None None] Current status of the port 27f6a460-6ff8-4d69-8fb1-d91839aa316a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:46.446767 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:05:46.461683 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Sync routers for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:46.476075 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:46.476739 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:46.484330 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:46.488978 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-0d81aac6-5689-4960-8680-1aff578e46c3 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4201183 May 10 20:05:46.490905 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 32990) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:46.755867 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-5a2fac06-f3c6-4ec6-a475-b7e59b6dd314 None None] Provisioning complete for port 27f6a460-6ff8-4d69-8fb1-d91839aa316a triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:46.756261 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:46.756425 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-5a2fac06-f3c6-4ec6-a475-b7e59b6dd314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:46.879555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fac06-f3c6-4ec6-a475-b7e59b6dd314 None None] Current status of the port 27f6a460-6ff8-4d69-8fb1-d91839aa316a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:46.963272 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:45Z', 'revision_number': 3, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:46.991671 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Checking router: 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:46.992299 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Updating router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:47.022984 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.160011 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.202602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.366951 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Allocated IP 172.20.0.1 (9ace4159-a089-42d1-becf-be8ae15fda3c/dfa3ac18-1d23-404c-86c5-515bddf208c9/5443bb36-a666-478e-bb83-c518cbe9400d) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:47.378499 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 27f6a460-6ff8-4d69-8fb1-d91839aa316a up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:47.432336 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks [] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.453511 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.470582 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 27f6a460-6ff8-4d69-8fb1-d91839aa316a triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:47.471174 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.510818 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea70db-37e9-4808-acf4-2001f881c9b1 req-7d246a3b-54e6-4af3-baee-ecb12be22f0b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:47.512831 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fea70db-37e9-4808-acf4-2001f881c9b1 req-7d246a3b-54e6-4af3-baee-ecb12be22f0b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.1006718 May 10 20:05:47.530814 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Attempting to bind port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:47.531959 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Attempting to bind port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:47.531959 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Attempting to bind port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:47.541958 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Pushing event updated for resources: {'Port': ['ID=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:47.557721 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:47.558689 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:47.559102 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.559502 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:47.560151 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Bound port: 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:47.561237 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.599611 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.599961 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.600448 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.601199 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1fea70db-37e9-4808-acf4-2001f881c9b1 req-8f17bf12-1062-4144-a875-0ab820277bf0 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770955 May 10 20:05:47.607833 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.608319 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.608652 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.608987 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.609319 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.609650 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.609978 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.610303 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.614847 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks [] for port (5443bb36-a666-478e-bb83-c518cbe9400d), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.617027 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.617430 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.617761 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.618100 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:47.669207 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.669473 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] For port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:47.673616 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] For port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:47.673984 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 27f6a460-6ff8-4d69-8fb1-d91839aa316a is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:47.681178 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.717350 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Network 9ace4159-a089-42d1-becf-be8ae15fda3c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:47.726707 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:47.743997 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:47.760451 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:47.761109 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:47.762958 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bf271-eba2-48cd-8cd8-e75f58892cfd None None] Pushing event updated for resources: {'Port': ['ID=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:47.803518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Pushing event updated for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:47.828011 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:47.943369 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:48.062403 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.147679 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-13248805-6a35-4a3b-8abc-be3306e00c2c None None] Provisioning complete for port 5443bb36-a666-478e-bb83-c518cbe9400d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:48.150857 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-13248805-6a35-4a3b-8abc-be3306e00c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.204033 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-13248805-6a35-4a3b-8abc-be3306e00c2c None None] Port 5443bb36-a666-478e-bb83-c518cbe9400d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:05:48.216301 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:45Z', 'revision_number': 3, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:48.244778 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0701e3-3076-4870-a5c7-b8b5a83f8ef5 None None] The sync data for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi is: [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:45Z', 'revision_number': 3, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:48.311448 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks [] for port (5443bb36-a666-478e-bb83-c518cbe9400d), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.316270 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.386840 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Pushing event updated for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:48.390111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.497974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Network 9ace4159-a089-42d1-becf-be8ae15fda3c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:48.499491 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:48.693006 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:05:48.763136 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637f756-d950-4074-8560-cdcc757cbb4e req-76b8c003-dfdd-4c71-bfc3-796b00152325 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:48.765508 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a637f756-d950-4074-8560-cdcc757cbb4e req-76b8c003-dfdd-4c71-bfc3-796b00152325 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0708578 May 10 20:05:48.827256 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a637f756-d950-4074-8560-cdcc757cbb4e req-78e4fd8b-38bf-45b8-84ce-96969acdf549 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545921 May 10 20:05:48.842076 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-74a30f44-38d5-461a-9b2c-3aa372aaf705 None None] Provisioning complete for port 5443bb36-a666-478e-bb83-c518cbe9400d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:48.843112 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-74a30f44-38d5-461a-9b2c-3aa372aaf705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:48.851504 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:05:48.867400 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3ad907b3-87fa-4cd4-b87b-5d4f16c66325 admin admin] 10.222.0.57 "PUT /v2.0/routers/9c2a9e8e-3339-4b72-83d7-645c4f4609f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3738620 May 10 20:05:48.902729 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-74a30f44-38d5-461a-9b2c-3aa372aaf705 None None] Port 5443bb36-a666-478e-bb83-c518cbe9400d cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:05:49.345459 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:49.387670 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33012) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:49.392867 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1301633154-network', 'tenant_id': '858f05d0f69741758c4c12930cc26a28'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:49.404297 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:49.404697 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.414204 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Made reservation on behalf of 858f05d0f69741758c4c12930cc26a28 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:49.416786 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.428572 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.486494 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:49.487016 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.510617 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks [] for security_group (1b37dc22-b590-41ad-923c-e54bf016c85e), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.511112 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:49.514811 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1b37dc22-b590-41ad-923c-e54bf016c85e), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.524234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.544711 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:05:49.554276 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b37dc22-b590-41ad-923c-e54bf016c85e,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:49.561699 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (8bf96349-157d-4481-bf09-b222f79f8459), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.562081 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Added segment 8bf96349-157d-4481-bf09-b222f79f8459 of type vlan for network 859b488d-b618-4367-ad87-27c4f1e0a507 May 10 20:05:49.578139 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:49.585577 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.585926 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.586318 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.586640 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.586977 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.587306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.587634 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.587959 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.588285 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.588611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.588939 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.589802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.590131 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.590452 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.590813 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:05:49.605944 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (859b488d-b618-4367-ad87-27c4f1e0a507), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.629250 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (859b488d-b618-4367-ad87-27c4f1e0a507), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.630212 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:49.630824 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.687529 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2985692 May 10 20:05:49.690343 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33014) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:49.694695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbaa8f-c419-4912-9ce8-d8d47c8dac0e admin admin] Pushing event updated for resources: {'Network': ['ID=859b488d-b618-4367-ad87-27c4f1e0a507,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:49.695279 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Request body: {'subnet': {'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1301633154-subnet', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:49.705134 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network 859b488d-b618-4367-ad87-27c4f1e0a507 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:05:49.716623 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Made reservation on behalf of 858f05d0f69741758c4c12930cc26a28 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:05:49.719454 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.901329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (e537e9c1-5569-461e-99db-42477f3d61bc), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:49.956890 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e537e9c1-5569-461e-99db-42477f3d61bc,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:49.967369 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Checking segment: {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:49.967729 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Network hostable DHCP agents. Network: 859b488d-b618-4367-ad87-27c4f1e0a507, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:05:49.980127 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e68708-b4d6-4a60-a707-0bc0f1b1d4ed req-7f9c2290-e2dd-4b2e-98fa-1d4f38cd677c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:49.981642 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6e68708-b4d6-4a60-a707-0bc0f1b1d4ed req-7f9c2290-e2dd-4b2e-98fa-1d4f38cd677c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0487919 May 10 20:05:49.984315 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Network 859b488d-b618-4367-ad87-27c4f1e0a507 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:05:49.994990 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, 859b488d-b618-4367-ad87-27c4f1e0a507) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:50.000188 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:50.001331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.006195 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149ea4c7-6c14-4815-99da-a7af23fbdcc4 None None] Network 859b488d-b618-4367-ad87-27c4f1e0a507 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:05:50.019892 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a66c9b5b-01fd-451e-997b-4058b16338b5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3267341 May 10 20:05:50.021173 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33018) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:50.026686 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:50.037910 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6e68708-b4d6-4a60-a707-0bc0f1b1d4ed req-22cdfea5-38c6-4c5e-bc2b-e8e66583890e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503507 May 10 20:05:50.047683 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.048693 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.112015 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for router_controller (a6a62b63-f7eb-42bb-890e-de066f8df3af), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.119870 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-859b488d-b618-4367-ad87-27c4f1e0a507', 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507', 'project_id': '858f05d0f69741758c4c12930cc26a28', 'fixed_ips': [{'subnet_id': 'e537e9c1-5569-461e-99db-42477f3d61bc'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:05:50.121373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.140926 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Sync routers for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:50.210110 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:50.210806 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:50.503761 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Allocated IP 172.20.0.2 (859b488d-b618-4367-ad87-27c4f1e0a507/e537e9c1-5569-461e-99db-42477f3d61bc/0275086d-f60a-492c-abd0-ae2b8c7d64ec) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:50.515614 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:50.537468 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for router_gateway (a6a62b63-f7eb-42bb-890e-de066f8df3af), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.714081 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for router_gateway (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.733527 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.804989 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks [] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.815318 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.820428 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:48Z', 'revision_number': 2, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:50.842392 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Allocated IP 172.27.3.100 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/b625a6f7-e61b-454c-a2f7-922ecf869e58) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:50.874620 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Checking router: 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:50.874976 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Updating router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 port 5443bb36-a666-478e-bb83-c518cbe9400d binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:50.899195 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Network 859b488d-b618-4367-ad87-27c4f1e0a507 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:50.905008 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:50.907414 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:50.923418 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Pushing event updated for resources: {'Port': ['ID=0275086d-f60a-492c-abd0-ae2b8c7d64ec,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:50.930695 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.947063 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:50.981179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.009070 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Attempting to bind port 0275086d-f60a-492c-abd0-ae2b8c7d64ec on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:51.009702 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Attempting to bind port 0275086d-f60a-492c-abd0-ae2b8c7d64ec by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:51.009823 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Attempting to bind port 0275086d-f60a-492c-abd0-ae2b8c7d64ec on network 859b488d-b618-4367-ad87-27c4f1e0a507 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:51.017868 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:51.020407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:51.020649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:51.020758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Checking segment: {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:51.021158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.021544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Bound using segment: {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:51.022451 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Bound port: 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:51.022451 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.024260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:51.052453 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Pushing event updated for resources: {'Port': ['ID=b625a6f7-e61b-454c-a2f7-922ecf869e58,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:51.192643 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] For port 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:51.196869 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] For port 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=0275086d-f60a-492c-abd0-ae2b8c7d64ec,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:51.209425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165b4c-19c4-42ba-b076-c0a8f7d93535 req-5118c3cf-0fe5-4894-8f9c-778d5517d0aa tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:51.210241 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.210932 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07165b4c-19c4-42ba-b076-c0a8f7d93535 req-5118c3cf-0fe5-4894-8f9c-778d5517d0aa tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 943 time: 0.0950453 May 10 20:05:51.297092 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8f0c7-b501-47bd-933d-e7a43ebcc8fb None None] Pushing event updated for resources: {'Port': ['ID=0275086d-f60a-492c-abd0-ae2b8c7d64ec,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:51.311302 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-07165b4c-19c4-42ba-b076-c0a8f7d93535 req-83c16f41-f9eb-4e90-b874-9c0b93b683fd tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910587 May 10 20:05:51.365359 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for router_gateway (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.387696 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks [] for port (5443bb36-a666-478e-bb83-c518cbe9400d), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.393994 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:51.397997 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.564699 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8e770-32f0-4e0d-aaf1-8a21120465d3 None None] Pushing event updated for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:51.572985 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:51.573293 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.597679 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Attempting to bind port 5443bb36-a666-478e-bb83-c518cbe9400d on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:51.598064 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Attempting to bind port 5443bb36-a666-478e-bb83-c518cbe9400d by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:51.598437 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Attempting to bind port 5443bb36-a666-478e-bb83-c518cbe9400d on network 9ace4159-a089-42d1-becf-be8ae15fda3c {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:51.609041 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:51.609426 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Checking segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:51.609827 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.610223 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Bound using segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:51.610743 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Bound port: 5443bb36-a666-478e-bb83-c518cbe9400d, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:51.611127 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.629936 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.635469 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:05:51.780656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Router a6a62b63-f7eb-42bb-890e-de066f8df3af is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:05:51.789634 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:51.795158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] For port 5443bb36-a666-478e-bb83-c518cbe9400d, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:51.816346 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] For port 5443bb36-a666-478e-bb83-c518cbe9400d, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=5443bb36-a666-478e-bb83-c518cbe9400d,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:51.828673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.880730 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:51.894932 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:05:51.907748 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Sync routers for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:51.912847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Provisioning complete for port 5443bb36-a666-478e-bb83-c518cbe9400d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:51.913440 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.914698 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:51.918632 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-7359bd3b-8001-4fb5-99e6-9e7104219a02 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8935347 May 10 20:05:51.918786 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33022) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:51.920510 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'port_id': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'mac_address': 'fa:16:3e:84:9a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:05:51.929692 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:51.930443 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:51.951689 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:51.952345 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:51.999819 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8e770-32f0-4e0d-aaf1-8a21120465d3 None None] Pushing event updated for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:52.082138 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:52.082138 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.091776 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:52.135408 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:05:52.191499 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:52.230833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:52.243333 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.252044 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Current status of the port 5443bb36-a666-478e-bb83-c518cbe9400d is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:52.252435 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.341654 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:51Z', 'revision_number': 3, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:52.386958 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Checking router: a6a62b63-f7eb-42bb-890e-de066f8df3af for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:52.387519 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Updating router a6a62b63-f7eb-42bb-890e-de066f8df3af port b625a6f7-e61b-454c-a2f7-922ecf869e58 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:52.419755 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.470933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e0dd9-19a8-4f81-9426-87d4cc19915e req-1e57efda-3167-46aa-86dd-f53cc6049b35 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:52.479824 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc1e0dd9-19a8-4f81-9426-87d4cc19915e req-1e57efda-3167-46aa-86dd-f53cc6049b35 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.0653627 May 10 20:05:52.545885 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cc1e0dd9-19a8-4f81-9426-87d4cc19915e req-1c9287fd-8726-405e-aa74-c380542e088f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635734 May 10 20:05:52.580689 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.599395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258b9585-e8fc-4122-abe8-86e146a8ef85 None None] Network 859b488d-b618-4367-ad87-27c4f1e0a507 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:05:52.663593 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['ce79326e-c370-40ae-ba6d-04bd30bc39a2'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:05:52.669219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] For port 5443bb36-a666-478e-bb83-c518cbe9400d, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=5443bb36-a666-478e-bb83-c518cbe9400d,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:52.691100 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=9']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:52.706783 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.751749 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Allocated IP 172.20.0.1 (859b488d-b618-4367-ad87-27c4f1e0a507/e537e9c1-5569-461e-99db-42477f3d61bc/c4c32393-8148-4060-8bb7-db4b909cf06b) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:05:52.817930 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks [] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.824102 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.869973 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks [] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.870189 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ace46-28b1-473c-b82e-2b3202e2f017 None None] Pushing event updated for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:52.870511 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Attempting to bind port b625a6f7-e61b-454c-a2f7-922ecf869e58 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:52.871479 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Attempting to bind port b625a6f7-e61b-454c-a2f7-922ecf869e58 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:52.871978 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Attempting to bind port b625a6f7-e61b-454c-a2f7-922ecf869e58 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:52.882752 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835bf55-9563-47dc-8dae-02ff5452d0a4 None None] Pushing event updated for resources: {'Port': ['ID=b625a6f7-e61b-454c-a2f7-922ecf869e58,revision_number=2']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:52.885192 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:52.885562 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:52.886159 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.886972 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:52.887783 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Bound port: b625a6f7-e61b-454c-a2f7-922ecf869e58, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:52.887783 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.897227 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Provisioning complete for port 5443bb36-a666-478e-bb83-c518cbe9400d triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:52.897604 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.909373 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.941803 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] For port b625a6f7-e61b-454c-a2f7-922ecf869e58, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:52.945217 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] For port b625a6f7-e61b-454c-a2f7-922ecf869e58, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b625a6f7-e61b-454c-a2f7-922ecf869e58,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:52.947499 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Network 859b488d-b618-4367-ad87-27c4f1e0a507 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:52.950792 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:51Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:52.952685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:52.953757 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:52.958707 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:05:52.989725 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:53.000262 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7489747-8de1-4b99-91e8-17819aa33c9e None None] The sync data for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi is: [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:51Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:53.007180 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.019054 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:53.019798 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:53.067187 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835bf55-9563-47dc-8dae-02ff5452d0a4 None None] Pushing event updated for resources: {'Port': ['ID=b625a6f7-e61b-454c-a2f7-922ecf869e58,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:53.090141 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Current status of the port 5443bb36-a666-478e-bb83-c518cbe9400d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:53.120066 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Provisioning complete for port 0275086d-f60a-492c-abd0-ae2b8c7d64ec triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:53.122708 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.211702 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:53.229131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.238437 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Current status of the port 0275086d-f60a-492c-abd0-ae2b8c7d64ec is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:53.238886 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.312434 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] For port 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=0275086d-f60a-492c-abd0-ae2b8c7d64ec,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:53.320160 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.419716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf028c0-dca9-4fcd-ad1a-a8329ab884e7 None None] Pushing event updated for resources: {'Port': ['ID=0275086d-f60a-492c-abd0-ae2b8c7d64ec,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:53.451447 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-248db1b0-4c42-4392-8e7c-5dfe1f9b7a33 None None] Provisioning complete for port 0275086d-f60a-492c-abd0-ae2b8c7d64ec triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:53.451825 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-248db1b0-4c42-4392-8e7c-5dfe1f9b7a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.488783 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 0275086d-f60a-492c-abd0-ae2b8c7d64ec up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:53.516649 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:51Z', 'revision_number': 3, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:53.551820 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks [] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.555869 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8150-6d50-4bb4-bd29-01dcebe9df49 None None] The sync data for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi is: [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:51Z', 'revision_number': 3, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:53.564846 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.657192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:53.691137 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 0275086d-f60a-492c-abd0-ae2b8c7d64ec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:53.691767 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.735090 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-248db1b0-4c42-4392-8e7c-5dfe1f9b7a33 None None] Current status of the port 0275086d-f60a-492c-abd0-ae2b8c7d64ec is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:53.782395 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port ce79326e-c370-40ae-ba6d-04bd30bc39a2 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:53.782847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:53.859084 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 0275086d-f60a-492c-abd0-ae2b8c7d64ec is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:53.860205 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 5443bb36-a666-478e-bb83-c518cbe9400d up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:53.927004 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-fb27f471-7829-4416-8bc7-6cccdc50da1b None None] Provisioning complete for port c4c32393-8148-4060-8bb7-db4b909cf06b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:53.927773 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-fb27f471-7829-4416-8bc7-6cccdc50da1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.021724 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port ce79326e-c370-40ae-ba6d-04bd30bc39a2 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:54.022116 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.025765 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 5443bb36-a666-478e-bb83-c518cbe9400d triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:54.026158 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.050688 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-fb27f471-7829-4416-8bc7-6cccdc50da1b None None] Port c4c32393-8148-4060-8bb7-db4b909cf06b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:05:54.093971 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:54.108574 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127c51a-83cb-4da0-b7df-6ccf0ba8c22c req-6377c8d8-38e4-4198-ab67-4bf0ff626b18 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:54.110159 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8127c51a-83cb-4da0-b7df-6ccf0ba8c22c req-6377c8d8-38e4-4198-ab67-4bf0ff626b18 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 944 time: 0.4471922 May 10 20:05:54.111633 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.114518 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:54.121843 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:05:54.124582 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f997a95-4d68-4b32-9bf2-01bd1c36a6ef" -d '{"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:05:54.139637 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.178587 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc7bd46-91a9-4e8f-b188-f1d43451681f x-openstack-request-id: req-5bc7bd46-91a9-4e8f-b188-f1d43451681f {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:05:54.178894 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-plugged", "status": "completed", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:05:54.179150 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bc7bd46-91a9-4e8f-b188-f1d43451681f {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:05:54.179631 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc7bd46-91a9-4e8f-b188-f1d43451681f'] response: {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'code': 200} May 10 20:05:54.237309 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=10']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:54.254034 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 5443bb36-a666-478e-bb83-c518cbe9400d is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:54.263503 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8127c51a-83cb-4da0-b7df-6ccf0ba8c22c req-1bed00f2-eb74-4f4e-84dd-4f541a6fb685 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217289 May 10 20:05:54.292351 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Network 859b488d-b618-4367-ad87-27c4f1e0a507 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:05:54.299195 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:05:54.453714 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacbc0c-8fad-42c4-a03a-483490cfc3a6 req-11b127f7-2c4e-406e-953d-2b9e3ebe9d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:54.455303 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbacbc0c-8fad-42c4-a03a-483490cfc3a6 req-11b127f7-2c4e-406e-953d-2b9e3ebe9d58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1130 time: 0.0802038 May 10 20:05:54.491462 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Router a6a62b63-f7eb-42bb-890e-de066f8df3af has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:05:54.523562 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bbacbc0c-8fad-42c4-a03a-483490cfc3a6 req-319741c8-31bd-4bea-ab4c-1bc02a13c2aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567014 May 10 20:05:54.576001 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1befe768-cb02-4b86-8730-6eabf2732910 None None] Provisioning complete for port c4c32393-8148-4060-8bb7-db4b909cf06b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:54.576596 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1befe768-cb02-4b86-8730-6eabf2732910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:54.612610 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1befe768-cb02-4b86-8730-6eabf2732910 None None] Port c4c32393-8148-4060-8bb7-db4b909cf06b cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:05:54.646766 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:05:54.656102 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-01db0a10-50b8-4f88-9ad0-20870d9a9bd4 admin admin] 10.222.0.57 "PUT /v2.0/routers/a6a62b63-f7eb-42bb-890e-de066f8df3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7363155 May 10 20:05:54.982789 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33036) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:54.987283 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926417321', 'description': 'tempest-secgroup-smoke-1926417321 description', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.007584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.072108 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (b5504878-5531-4392-a6cd-26d6d6acc891), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.075674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b5504878-5531-4392-a6cd-26d6d6acc891), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.104196 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.105900 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1221247 May 10 20:05:55.107938 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5b93a-3db7-404b-9bc5-cf0036498ad6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5504878-5531-4392-a6cd-26d6d6acc891,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.109111 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33038) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.113982 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.139115 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (8290d2d6-48de-47bc-8517-f8d79551e4e0), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.195802 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (8290d2d6-48de-47bc-8517-f8d79551e4e0), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.199102 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (8290d2d6-48de-47bc-8517-f8d79551e4e0), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.215622 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8290d2d6-48de-47bc-8517-f8d79551e4e0,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.222768 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.223899 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-921c55d9-977f-4035-8164-2e3e8b515c79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137912 May 10 20:05:55.226642 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33040) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.231270 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.255599 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (f86deaaa-e579-4df5-8720-eb9a2924ba2c), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.313291 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (f86deaaa-e579-4df5-8720-eb9a2924ba2c), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.318450 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (f86deaaa-e579-4df5-8720-eb9a2924ba2c), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.333635 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f86deaaa-e579-4df5-8720-eb9a2924ba2c,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.346571 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.347842 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d7a7af04-3b22-42f2-b738-aa50901d10d6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203065 May 10 20:05:55.350428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33044) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.355778 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.381848 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (19f8e3fa-2e12-4b13-b55b-1189e710ea88), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.400298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a897c-f134-4f45-ba5b-eed19b450041 req-25116502-80ca-45db-bdff-5a9076f0238c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:55.407878 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf0a897c-f134-4f45-ba5b-eed19b450041 req-25116502-80ca-45db-bdff-5a9076f0238c tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0552449 May 10 20:05:55.433378 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 0275086d-f60a-492c-abd0-ae2b8c7d64ec up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:55.446067 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (19f8e3fa-2e12-4b13-b55b-1189e710ea88), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.450394 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (19f8e3fa-2e12-4b13-b55b-1189e710ea88), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.457312 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-bf0a897c-f134-4f45-ba5b-eed19b450041 req-86c79558-cd9b-44ab-aefc-3f6f6269dbef tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 May 10 20:05:55.468590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f8e3fa-2e12-4b13-b55b-1189e710ea88,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.481752 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.485508 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ea01bede-2017-4530-8186-01decda121ed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1315506 May 10 20:05:55.485780 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33046) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.490441 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 0275086d-f60a-492c-abd0-ae2b8c7d64ec triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:55.490863 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.491018 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.516430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (877254e0-3f8a-4566-b2a2-b5d11d6f0145), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.575724 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 0275086d-f60a-492c-abd0-ae2b8c7d64ec is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:55.576794 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b625a6f7-e61b-454c-a2f7-922ecf869e58 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:55.583721 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (877254e0-3f8a-4566-b2a2-b5d11d6f0145), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.587372 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (877254e0-3f8a-4566-b2a2-b5d11d6f0145), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.605339 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877254e0-3f8a-4566-b2a2-b5d11d6f0145,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.610010 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.611231 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ab663e2d-161d-4e54-9a58-96273e4fe4df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1243188 May 10 20:05:55.614396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33048) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.618674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.625602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port b625a6f7-e61b-454c-a2f7-922ecf869e58 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:55.625983 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.640431 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Project 4d8820e6b7a04ca89202e7b7ed991f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:05:55.645846 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (67d27173-da19-439c-ad62-3f70e88a8209), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.707319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (67d27173-da19-439c-ad62-3f70e88a8209), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.709511 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port b625a6f7-e61b-454c-a2f7-922ecf869e58 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:55.709957 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.712456 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (67d27173-da19-439c-ad62-3f70e88a8209), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.732370 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67d27173-da19-439c-ad62-3f70e88a8209,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.734288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port b625a6f7-e61b-454c-a2f7-922ecf869e58, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b625a6f7-e61b-454c-a2f7-922ecf869e58,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:55.738731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.745389 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.749842 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-84f20b08-ad89-4357-ba4a-c8b4060b7dba tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319335 May 10 20:05:55.750134 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33050) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:05:55.756670 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'security_group_rule': {'security_group_id': 'b5504878-5531-4392-a6cd-26d6d6acc891', 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:05:55.776121 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.securitygroups_db [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Project 4d8820e6b7a04ca89202e7b7ed991f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:05:55.781738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (2b2fe462-9130-4405-87c7-a0f8db4bd3e2), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.791478 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=b625a6f7-e61b-454c-a2f7-922ecf869e58,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.841639 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (2b2fe462-9130-4405-87c7-a0f8db4bd3e2), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.845028 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (2b2fe462-9130-4405-87c7-a0f8db4bd3e2), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.861979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2fe462-9130-4405-87c7-a0f8db4bd3e2,revision_number=0']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:55.870037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:55.871846 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4404a392-dadd-4e71-a4f1-78dd47369245 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206872 May 10 20:05:56.241157 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Sync routers for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:05:56.254979 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:56.255670 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:56.379381 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:56.593373 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1762bf-868a-4b44-87e4-8d0c4fa5b2e9 req-25d45083-2744-4228-a0a6-56e228a87a52 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:56.595568 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa1762bf-868a-4b44-87e4-8d0c4fa5b2e9 req-25d45083-2744-4228-a0a6-56e228a87a52 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0531282 May 10 20:05:56.657420 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-aa1762bf-868a-4b44-87e4-8d0c4fa5b2e9 req-db8b69f2-8f2f-44a3-a67f-527d3be80980 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523543 May 10 20:05:56.751049 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:53Z', 'revision_number': 4, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'c4c32393-8148-4060-8bb7-db4b909cf06b', 'name': '', 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'mac_address': 'fa:16:3e:02:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:52Z', 'updated_at': '2022-05-10T20:05:53Z', 'revision_number': 2, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'subnets': [{'id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:56.778982 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Checking router: a6a62b63-f7eb-42bb-890e-de066f8df3af for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:05:56.779621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Updating router a6a62b63-f7eb-42bb-890e-de066f8df3af port c4c32393-8148-4060-8bb7-db4b909cf06b binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:05:56.811816 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.090738 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks [] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.097216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.157793 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8bd66-dede-48d4-b615-3f61fda6cd36 None None] Pushing event updated for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:57.212407 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Attempting to bind port c4c32393-8148-4060-8bb7-db4b909cf06b on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:05:57.212781 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Attempting to bind port c4c32393-8148-4060-8bb7-db4b909cf06b by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:05:57.213147 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Attempting to bind port c4c32393-8148-4060-8bb7-db4b909cf06b on network 859b488d-b618-4367-ad87-27c4f1e0a507 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:05:57.218263 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:05:57.218671 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Checking segment: {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:05:57.219085 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.219551 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Bound using segment: {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:05:57.219944 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Bound port: c4c32393-8148-4060-8bb7-db4b909cf06b, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf96349-157d-4481-bf09-b222f79f8459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:05:57.220335 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.291246 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] For port c4c32393-8148-4060-8bb7-db4b909cf06b, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:05:57.295176 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] For port c4c32393-8148-4060-8bb7-db4b909cf06b, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4c32393-8148-4060-8bb7-db4b909cf06b,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:05:57.304851 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.341752 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b625a6f7-e61b-454c-a2f7-922ecf869e58 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:57.407945 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Provisioning complete for port c4c32393-8148-4060-8bb7-db4b909cf06b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:57.408240 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.450985 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8bd66-dede-48d4-b615-3f61fda6cd36 None None] Pushing event updated for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:57.456605 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:05:57.465035 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:57.522844 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port b625a6f7-e61b-454c-a2f7-922ecf869e58 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:57.523144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.642598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Current status of the port c4c32393-8148-4060-8bb7-db4b909cf06b is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:57.642982 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.662263 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:05:57.774165 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] For port c4c32393-8148-4060-8bb7-db4b909cf06b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4c32393-8148-4060-8bb7-db4b909cf06b,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:05:57.784505 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.785871 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f23d96-c9ca-469f-8b31-0dface2c161d req-dce23fe2-b7d0-4044-9e29-e83e99bee99d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:05:57.787429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34f23d96-c9ca-469f-8b31-0dface2c161d req-dce23fe2-b7d0-4044-9e29-e83e99bee99d tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0499346 May 10 20:05:57.823349 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port b625a6f7-e61b-454c-a2f7-922ecf869e58 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:57.839160 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-34f23d96-c9ca-469f-8b31-0dface2c161d req-6ffa1d78-f1da-4c4b-85ee-38728dbe749e tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454957 May 10 20:05:57.913892 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7eec0-1c3e-4f1f-9df1-a9358ae8ca45 None None] Pushing event updated for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:05:57.921250 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-42fb75eb-58ee-455c-8c1d-06d1184bc385 None None] Provisioning complete for port c4c32393-8148-4060-8bb7-db4b909cf06b triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:57.921630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-42fb75eb-58ee-455c-8c1d-06d1184bc385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:57.993152 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:53Z', 'revision_number': 4, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'c4c32393-8148-4060-8bb7-db4b909cf06b', 'name': '', 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'mac_address': 'fa:16:3e:02:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:52Z', 'updated_at': '2022-05-10T20:05:57Z', 'revision_number': 4, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'subnets': [{'id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:05:58.024249 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6499788-dc58-4687-9e79-abae1cf35fa4 None None] The sync data for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi is: [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:53Z', 'revision_number': 4, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'c4c32393-8148-4060-8bb7-db4b909cf06b', 'name': '', 'network_id': '859b488d-b618-4367-ad87-27c4f1e0a507', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'mac_address': 'fa:16:3e:02:04:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:52Z', 'updated_at': '2022-05-10T20:05:57Z', 'revision_number': 4, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'subnets': [{'id': 'e537e9c1-5569-461e-99db-42477f3d61bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:05:58.074482 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-42fb75eb-58ee-455c-8c1d-06d1184bc385 None None] Current status of the port c4c32393-8148-4060-8bb7-db4b909cf06b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:05:59.343310 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4c32393-8148-4060-8bb7-db4b909cf06b up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:05:59.393997 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c4c32393-8148-4060-8bb7-db4b909cf06b triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:05:59.394373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:05:59.469456 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c4c32393-8148-4060-8bb7-db4b909cf06b is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:06:01.124777 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:06:03.201672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33158) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:03.354395 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port 2c370ba4-4e7b-4a15-9260-280bf1bd24c6 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:03.354762 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:03.431267 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:03.431595 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:03.444714 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for 2c370ba4-4e7b-4a15-9260-280bf1bd24c6 owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:03.620083 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2c370ba4-4e7b-4a15-9260-280bf1bd24c6), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:03.649600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=2c370ba4-4e7b-4a15-9260-280bf1bd24c6,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:03.713283 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (08864b4f-1daf-4f78-b4fe-a1f695302fc4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:03.713625 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP 08864b4f-1daf-4f78-b4fe-a1f695302fc4 disassociated (deleted). External IP: 172.27.3.209, port: b394e984-72e7-4807-85f2-d6717d5ed1e4. May 10 20:06:03.932903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:04.043191 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:04.048176 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:04.054580 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:04.066553 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:04.067212 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:04.080002 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-20c6af2c-ef6f-48b3-a168-de0601882afe tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "DELETE /v2.0/floatingips/08864b4f-1daf-4f78-b4fe-a1f695302fc4 HTTP/1.1" status: 204 len: 168 time: 0.8749514 May 10 20:06:04.080002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:04.080726 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db7555f-24f7-445f-bace-75b32be07eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:04.117796 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eb2602-6a3b-433f-9861-224f836acf13 x-openstack-request-id: req-28eb2602-6a3b-433f-9861-224f836acf13 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:04.118091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:04.118342 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-28eb2602-6a3b-433f-9861-224f836acf13 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:04.118777 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28eb2602-6a3b-433f-9861-224f836acf13'] response: {'name': 'network-changed', 'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'status': 'completed', 'code': 200} May 10 20:06:04.184978 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-1c1fcfdd-5eeb-452a-9656-d9d80dea1d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:04.187152 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-1c1fcfdd-5eeb-452a-9656-d9d80dea1d07 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 1129 time: 0.0468976 May 10 20:06:04.195991 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:04.325265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-9ebc58e9-5ad0-4364-97aa-db38ac220a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:04.327463 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-9ebc58e9-5ad0-4364-97aa-db38ac220a17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.1340654 May 10 20:06:04.339395 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d7fab-94c3-4fb2-a359-db390c94a9c7 req-38c641bd-a3b0-49db-9f1d-902d948ae7cb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:04.340867 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-438d7fab-94c3-4fb2-a359-db390c94a9c7 req-38c641bd-a3b0-49db-9f1d-902d948ae7cb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0626919 May 10 20:06:04.394757 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-438d7fab-94c3-4fb2-a359-db390c94a9c7 req-a6fba51d-7d7f-4c9d-ac73-0a61370becc3 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480850 May 10 20:06:04.428046 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:04.457949 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:04.466306 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:04.466993 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:04.576726 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:04.793803 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:04.907014 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7ee25a-d948-4b39-b3be-a5930d96cecd None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '3f388ce9-bd35-407a-8883-980088076f74', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'port_id': '3861263d-5b70-4336-8929-4965baec17b5', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'mac_address': 'fa:16:3e:df:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '378c7384-2154-4589-a6f1-460252ad7fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:02:01Z', 'updated_at': '2022-05-10T20:02:03Z', 'revision_number': 1, 'project_id': '493768250fbb449a8b5430992e76b60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:05.130106 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0ff6f2-7e57-48f1-b36f-4f2d4ecfc0a8 None None] New status for floating IP 08864b4f-1daf-4f78-b4fe-a1f695302fc4: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:06:05.460967 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-73491d65-e871-4880-a5ea-2c31ebb86d39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 200 len: 217 time: 0.0401306 May 10 20:06:05.509469 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97db22-a9f5-412f-ae18-d0cf44ac961d req-9620763c-942f-4212-88a7-7a81115b4136 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:05.511431 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e97db22-a9f5-412f-ae18-d0cf44ac961d req-9620763c-942f-4212-88a7-7a81115b4136 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0463853 May 10 20:06:05.512123 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-244bdb67-e081-48eb-a0d6-2f67686c6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:05.514123 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-244bdb67-e081-48eb-a0d6-2f67686c6668 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0428483 May 10 20:06:05.565182 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e97db22-a9f5-412f-ae18-d0cf44ac961d req-b9f9e717-66e8-4a79-abb0-bfc0f72a118c tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 May 10 20:06:05.657420 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-8dfd5a48-8623-4647-9117-0dece55e4bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:05.658957 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-8dfd5a48-8623-4647-9117-0dece55e4bea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415347 May 10 20:06:05.750201 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-92152e55-c5d6-4bb6-9206-2501b116ab0a service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848086 May 10 20:06:05.993487 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0db7555f-24f7-445f-bace-75b32be07eb6 req-17285301-0ed9-48b4-8884-c45e28bb19fa service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164753 May 10 20:06:06.000164 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-e3257c78-da74-4db1-bb0c-67053ffb85fb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:06.001519 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-e3257c78-da74-4db1-bb0c-67053ffb85fb tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 945 time: 0.0663273 May 10 20:06:06.084897 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port b394e984-72e7-4807-85f2-d6717d5ed1e4 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:06.085161 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:06.177631 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] For port b394e984-72e7-4807-85f2-d6717d5ed1e4, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=b394e984-72e7-4807-85f2-d6717d5ed1e4,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:06.177994 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:06.191548 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for b394e984-72e7-4807-85f2-d6717d5ed1e4 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:06.312464 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b394e984-72e7-4807-85f2-d6717d5ed1e4), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:06.342794 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=b394e984-72e7-4807-85f2-d6717d5ed1e4,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:06.386528 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] No DVR routers for this DVR port b394e984-72e7-4807-85f2-d6717d5ed1e4 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:06.389155 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:06.392357 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4b057b37-7100-4a20-bc15-0a4ff6d99e21 req-9b6bb79d-191c-42fb-9991-d6dae9089364 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "DELETE /v2.0/ports/b394e984-72e7-4807-85f2-d6717d5ed1e4 HTTP/1.1" status: 204 len: 173 time: 0.3856943 May 10 20:06:06.392797 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'name': 'network-vif-deleted', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:06.395131 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942392b3-0097-44f8-865e-8fe498d73fb1" -d '{"events": [{"server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "name": "network-vif-deleted", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:06.435262 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b510a5-91eb-434b-9554-bc0aa0eeaa4f x-openstack-request-id: req-54b510a5-91eb-434b-9554-bc0aa0eeaa4f {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:06.435691 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba59142-196f-4c2d-9795-fdeba5da92e3", "name": "network-vif-deleted", "tag": "b394e984-72e7-4807-85f2-d6717d5ed1e4", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:06.435947 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-54b510a5-91eb-434b-9554-bc0aa0eeaa4f {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:06.436890 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54b510a5-91eb-434b-9554-bc0aa0eeaa4f'] response: {'server_uuid': '6ba59142-196f-4c2d-9795-fdeba5da92e3', 'name': 'network-vif-deleted', 'tag': 'b394e984-72e7-4807-85f2-d6717d5ed1e4', 'status': 'completed', 'code': 200} May 10 20:06:06.659649 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b3f2f555-f55b-4117-b59c-590f88853fbc req-e44c04fa-aa8f-496f-bbf0-33f32a125214 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ba59142-196f-4c2d-9795-fdeba5da92e3 HTTP/1.1" status: 200 len: 210 time: 0.0285466 May 10 20:06:09.748311 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device b394e984-72e7-4807-85f2-d6717d5ed1e4 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:09.767967 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: b394e984-72e7-4807-85f2-d6717d5ed1e4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:09.768319 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device b394e984-72e7-4807-85f2-d6717d5ed1e4 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:09.939756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33210) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:10.085652 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port 1a64be15-e94d-4ba5-b6b0-1163000df60f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:10.086000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.163671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.164002 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (1a64be15-e94d-4ba5-b6b0-1163000df60f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.176262 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-b2069d05-61f7-4534-affc-f28886543eae tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926417321&fields=id&tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a HTTP/1.1" status: 200 len: 267 time: 0.0465965 May 10 20:06:10.178114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for 1a64be15-e94d-4ba5-b6b0-1163000df60f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:10.284592 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ea4ef941-56f3-42ae-95d5-3a650772e88e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:10.286144 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ea4ef941-56f3-42ae-95d5-3a650772e88e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 808 time: 0.1022878 May 10 20:06:10.300724 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-e9120a7a-37cf-43df-b2e8-98539d4c74ca tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/quotas/4d8820e6b7a04ca89202e7b7ed991f9a HTTP/1.1" status: 200 len: 375 time: 0.0091605 May 10 20:06:10.325324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (1a64be15-e94d-4ba5-b6b0-1163000df60f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.350113 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-1dbfbf87-0d02-4ef6-9b56-3fdbf9442912 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442555 May 10 20:06:10.350622 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=1a64be15-e94d-4ba5-b6b0-1163000df60f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:10.411006 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (3f388ce9-bd35-407a-8883-980088076f74), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.411335 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Floating IP 3f388ce9-bd35-407a-8883-980088076f74 disassociated (deleted). External IP: 172.27.3.99, port: 3861263d-5b70-4336-8929-4965baec17b5. May 10 20:06:10.455933 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-7247a586-bdfa-445d-ba8e-ad13aec09869 service neutron] 10.222.0.57 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860155 May 10 20:06:10.632094 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:10.654625 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e4c3667b-b734-47a4-988e-0f5469a8ff85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.747091 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:10.753878 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:10.756687 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:10.767732 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:10.768609 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:10.786598 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f7bc530a-3708-424c-a685-4f26ca7a9df2 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "DELETE /v2.0/floatingips/3f388ce9-bd35-407a-8883-980088076f74 HTTP/1.1" status: 204 len: 168 time: 0.8434329 May 10 20:06:10.786598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:10.786932 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-621e65b9-62f0-4243-adbd-c5b5e2adc79f service neutron] 10.222.0.57 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238049 May 10 20:06:10.792974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24eb8e5-3640-4e13-b88c-7be7801acd90" -d '{"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:10.892746 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:10.952792 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2214b885-6fa0-43ac-a8ac-5569ad997931 x-openstack-request-id: req-2214b885-6fa0-43ac-a8ac-5569ad997931 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:10.953331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "tag": "3861263d-5b70-4336-8929-4965baec17b5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:10.953331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2214b885-6fa0-43ac-a8ac-5569ad997931 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:10.953716 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2214b885-6fa0-43ac-a8ac-5569ad997931'] response: {'name': 'network-changed', 'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'tag': '3861263d-5b70-4336-8929-4965baec17b5', 'status': 'completed', 'code': 200} May 10 20:06:11.051765 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800fe83b-f470-4d98-9cd2-0c541af580aa req-b7ec4ce0-21f4-42dc-bca7-54e118397693 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:11.053435 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-800fe83b-f470-4d98-9cd2-0c541af580aa req-b7ec4ce0-21f4-42dc-bca7-54e118397693 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0520942 May 10 20:06:11.103018 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-36a68e5d-c2d3-498a-b811-97cb9057d742 req-9053a827-526c-4be0-8018-627bf1bac15f tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 210 time: 0.0362539 May 10 20:06:11.117656 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-800fe83b-f470-4d98-9cd2-0c541af580aa req-c333a8e9-ce67-464b-9014-3cb72ed36d2f tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571399 May 10 20:06:11.134588 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:11.166254 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:11.177593 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:11.178212 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:05:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:11.290553 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:11.485109 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:11.511210 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036f94f7-c48c-44ff-b8f8-108e8083af03 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T19:58:50Z', 'revision_number': 4, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '037b7a09-a85f-47f6-bfd0-8f98d2d8056b', 'name': '', 'network_id': 'd20c2327-06bd-4a9c-bc81-ab7a5e947390', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'mac_address': 'fa:16:3e:62:11:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:50Z', 'updated_at': '2022-05-10T19:58:55Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'subnets': [{'id': '22361c0a-cf12-4634-82fd-a8ca7039f9bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:11.595599 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:11.729429 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7467b2b-59cf-480c-838b-38b88e45c194 None None] New status for floating IP 3f388ce9-bd35-407a-8883-980088076f74: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:06:12.203900 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-528196e6-48cf-4b81-a096-b2050f33a69a req-81e3dd33-65be-492e-99eb-8b52f9dfaad0 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 210 time: 0.0336900 May 10 20:06:12.276467 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-b9325d58-8b7f-40d7-b7de-1bcba88dc15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:12.277994 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-b9325d58-8b7f-40d7-b7de-1bcba88dc15e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=493768250fbb449a8b5430992e76b60f&device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 1130 time: 0.0429568 May 10 20:06:12.667782 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e41bd0-f3bb-4081-962f-73d210af2635 req-536a7939-8628-4d26-aacf-2600affae831 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:12.669167 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0e41bd0-f3bb-4081-962f-73d210af2635 req-536a7939-8628-4d26-aacf-2600affae831 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.4786265 May 10 20:06:12.700050 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-713a204f-92f4-4b0d-be4c-72dcdfb65fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:12.701481 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-713a204f-92f4-4b0d-be4c-72dcdfb65fa0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 200 len: 913 time: 0.4150312 May 10 20:06:12.729145 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-b0e41bd0-f3bb-4081-962f-73d210af2635 req-84101a44-3d7d-4585-be61-508c58ae0232 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/security-groups?id=c175e69e-58ee-4a29-a8b1-9de963dc0a46&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535083 May 10 20:06:12.962852 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-23f23e4c-9c12-4ffe-9d1a-7c922c21633e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 200 len: 217 time: 0.0423915 May 10 20:06:13.031505 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-6dbe7d91-f9af-49ef-8fae-0a8bf5fb0ad0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:13.032967 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-6dbe7d91-f9af-49ef-8fae-0a8bf5fb0ad0 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 946 time: 0.0785289 May 10 20:06:13.051028 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-2f7bc04e-a9f4-4f45-85c3-31bdd38a3240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:13.052479 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-2f7bc04e-a9f4-4f45-85c3-31bdd38a3240 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 200 len: 851 time: 0.0711668 May 10 20:06:13.118924 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ed328ec8-4d67-4380-b49d-183412dfa36e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:13.120454 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ed328ec8-4d67-4380-b49d-183412dfa36e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 808 time: 0.1161466 May 10 20:06:13.146777 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f0dbc2a5-116b-4a32-a672-f91d1101499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.149773 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-c9b7d254-6807-41bd-a6ed-0b51cbc2026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:13.151379 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-c9b7d254-6807-41bd-a6ed-0b51cbc2026c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d20c2327-06bd-4a9c-bc81-ab7a5e947390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0815485 May 10 20:06:13.172491 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port 3861263d-5b70-4336-8929-4965baec17b5 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:13.173317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3861263d-5b70-4336-8929-4965baec17b5), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.194080 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-22b5df1f-b702-43f2-ab8d-5e3ac4eb28cc tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a HTTP/1.1" status: 200 len: 380 time: 0.0641012 May 10 20:06:13.202574 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'port': {'device_id': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'admin_state_up': True, 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'security_groups': ['b5504878-5531-4392-a6cd-26d6d6acc891']}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:06:13.324923 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-49f6f8d0-b439-42ac-af9e-2eb7719e21a8 service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639729 May 10 20:06:13.326639 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] For port 3861263d-5b70-4336-8929-4965baec17b5, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=3861263d-5b70-4336-8929-4965baec17b5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:13.327006 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3861263d-5b70-4336-8929-4965baec17b5), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.327196 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Made reservation on behalf of 4d8820e6b7a04ca89202e7b7ed991f9a for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:06:13.331337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.348979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for 3861263d-5b70-4336-8929-4965baec17b5 owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:13.409089 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-40269a4e-3be8-4f45-90b5-ffc29e5b76ce req-d1369db5-07e0-46aa-972b-df887ffc2ebd tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 210 time: 0.1198192 May 10 20:06:13.479005 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e24eb8e5-3640-4e13-b88c-7be7801acd90 req-95eba38c-7598-44f8-817d-9d4160eebafb service neutron] 10.222.0.60 "GET /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428277 May 10 20:06:13.487695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Allocated IP 172.20.0.11 (9ace4159-a089-42d1-becf-be8ae15fda3c/dfa3ac18-1d23-404c-86c5-515bddf208c9/59264579-f015-4414-9410-630bf057f4aa) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:13.555263 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3861263d-5b70-4336-8929-4965baec17b5), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.582572 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=3861263d-5b70-4336-8929-4965baec17b5,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:13.637929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] No DVR routers for this DVR port 3861263d-5b70-4336-8929-4965baec17b5 on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:13.640619 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.643986 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-fa74bed8-a331-42cf-83dc-c9b80b66431a req-236db7bd-016e-4b2a-ad6b-278b10d8187e tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.60 "DELETE /v2.0/ports/3861263d-5b70-4336-8929-4965baec17b5 HTTP/1.1" status: 204 len: 173 time: 0.6050465 May 10 20:06:13.644445 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'name': 'network-vif-deleted', 'tag': '3861263d-5b70-4336-8929-4965baec17b5'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:13.646834 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0dfca1-1507-42eb-ad9c-584f0e0144e7" -d '{"events": [{"server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "name": "network-vif-deleted", "tag": "3861263d-5b70-4336-8929-4965baec17b5"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:13.666542 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for port (59264579-f015-4414-9410-630bf057f4aa), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.695657 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c04b5f3-d826-4b8f-9bab-e4947d142a77 x-openstack-request-id: req-0c04b5f3-d826-4b8f-9bab-e4947d142a77 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:13.696122 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378c7384-2154-4589-a6f1-460252ad7fbb", "name": "network-vif-deleted", "tag": "3861263d-5b70-4336-8929-4965baec17b5", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:13.696416 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c04b5f3-d826-4b8f-9bab-e4947d142a77 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:13.696830 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c04b5f3-d826-4b8f-9bab-e4947d142a77'] response: {'server_uuid': '378c7384-2154-4589-a6f1-460252ad7fbb', 'name': 'network-vif-deleted', 'tag': '3861263d-5b70-4336-8929-4965baec17b5', 'status': 'completed', 'code': 200} May 10 20:06:13.703888 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (59264579-f015-4414-9410-630bf057f4aa), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.750207 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Network 9ace4159-a089-42d1-becf-be8ae15fda3c is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:13.753420 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:13.759610 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:06:13.783817 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:13.822911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:13.823549 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.846151 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-88d47ee6-114f-4f13-8e7e-8b276f5382c2 req-62de8f38-10ed-45cc-a767-d7b41ede978d tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "GET /v2.0/ports?device_id=378c7384-2154-4589-a6f1-460252ad7fbb HTTP/1.1" status: 200 len: 210 time: 0.0403399 May 10 20:06:13.858814 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-c82a6374-f5e7-43bc-b4b0-c9afa4342aed tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6590016 May 10 20:06:13.869179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Request body: {'port': {'device_id': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:06:13.930008 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:13.989696 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.006239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-90fd25f4-575d-4db6-ab85-113128988e81 None None] Provisioning complete for port 59264579-f015-4414-9410-630bf057f4aa triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:06:14.007029 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-90fd25f4-575d-4db6-ab85-113128988e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59264579-f015-4414-9410-630bf057f4aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.048758 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-90fd25f4-575d-4db6-ab85-113128988e81 None None] Port 59264579-f015-4414-9410-630bf057f4aa cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:06:14.219641 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59264579-f015-4414-9410-630bf057f4aa {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:06:14.226982 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks [] for port (59264579-f015-4414-9410-630bf057f4aa), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.239717 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Transition to ACTIVE for port object 59264579-f015-4414-9410-630bf057f4aa will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:06:14.244122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.291533 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:14.382012 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Attempting to bind port 59264579-f015-4414-9410-630bf057f4aa on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:06:14.382682 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Attempting to bind port 59264579-f015-4414-9410-630bf057f4aa by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:06:14.382822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Attempting to bind port 59264579-f015-4414-9410-630bf057f4aa on network 9ace4159-a089-42d1-becf-be8ae15fda3c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:06:14.387362 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Port 59264579-f015-4414-9410-630bf057f4aa on network 9ace4159-a089-42d1-becf-be8ae15fda3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:06:14.387682 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Attempting to bind port 59264579-f015-4414-9410-630bf057f4aa on network 9ace4159-a089-42d1-becf-be8ae15fda3c {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:06:14.392784 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:06:14.393231 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Checking segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:06:14.393622 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Bound using segment: {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:06:14.394049 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Bound port: 59264579-f015-4414-9410-630bf057f4aa, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8081c371-8b60-407d-a3ab-da2c813b438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:06:14.394407 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.470242 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:06:14.473611 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:06:14.483367 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.501703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:14.502331 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:14.503778 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1094 time: 0.6387041 May 10 20:06:14.504358 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:14.506812 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23fbcde-337d-4b0c-8b70-6c90d576341a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:14.555428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db134ba7-b31d-4724-8b15-04e50df8b8b5 x-openstack-request-id: req-db134ba7-b31d-4724-8b15-04e50df8b8b5 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:14.555718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:14.555968 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db134ba7-b31d-4724-8b15-04e50df8b8b5 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:14.556554 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db134ba7-b31d-4724-8b15-04e50df8b8b5'] response: {'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'status': 'completed', 'code': 200} May 10 20:06:14.578679 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496ead4-ad95-4019-ab2b-8ad5f6320a4e req-173fa530-919d-497e-89af-1792c8f2de79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:14.580249 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4496ead4-ad95-4019-ab2b-8ad5f6320a4e req-173fa530-919d-497e-89af-1792c8f2de79 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0705421 May 10 20:06:14.610650 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47181b85-f913-49bf-95ab-fe625acb82f4 service neutron] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:14.630122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-48bfd4ef-a6cf-420e-9538-e91c44247178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:14.632994 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-48bfd4ef-a6cf-420e-9538-e91c44247178 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1128 time: 0.0591202 May 10 20:06:14.638295 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4496ead4-ad95-4019-ab2b-8ad5f6320a4e req-691bbad9-4fa1-4dba-8062-a7d4b02f2194 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523615 May 10 20:06:14.680433 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-bb33fa4c-e88b-4981-8026-2afb616e0c52 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 217 time: 0.0380509 May 10 20:06:14.729192 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-9bc73ba2-e9c3-4fdd-bd63-7580fd91dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:14.730669 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-9bc73ba2-e9c3-4fdd-bd63-7580fd91dde6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0446708 May 10 20:06:14.773568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ec302e15-701c-4a5f-b37c-ffb944e97d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:14.775059 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-ec302e15-701c-4a5f-b37c-ffb944e97d7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382867 May 10 20:06:14.865806 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-f34b2390-60d8-4e33-a083-fa0469abd160 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841501 May 10 20:06:14.908521 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33260) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:14.954639 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-9be9c5c8-e56f-42b8-9ab0-d5ef1a19dfed req-e9953c3d-bd94-4d84-8d5f-3f05e81af67f service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826976 May 10 20:06:15.024271 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Deleting port 391c81eb-15e5-4168-ae2e-c93f8f7ed3ff {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:15.024616 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.101673 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.101892 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.114800 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Calling delete_port for 391c81eb-15e5-4168-ae2e-c93f8f7ed3ff owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:15.244411 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-94f9777f-8084-465f-bcf8-a7d5ca31582c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:15.246057 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-94f9777f-8084-465f-bcf8-a7d5ca31582c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1128 time: 0.0477078 May 10 20:06:15.253699 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (391c81eb-15e5-4168-ae2e-c93f8f7ed3ff), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.279783 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'Port': ['ID=391c81eb-15e5-4168-ae2e-c93f8f7ed3ff,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:15.341601 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-6ed685f2-b948-4418-a2c3-60e163666961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:15.343656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for floatingip (dfa9506c-29b6-4bf2-8182-93c46e7181f7), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.343823 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-6ed685f2-b948-4418-a2c3-60e163666961 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0860682 May 10 20:06:15.346742 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.347890 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-52876e72-2247-400e-9b19-14c8812d0067 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "DELETE /v2.0/floatingips/dfa9506c-29b6-4bf2-8182-93c46e7181f7 HTTP/1.1" status: 204 len: 168 time: 0.4383781 May 10 20:06:15.385032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:15.396760 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-a21a5628-10d8-403c-b614-124e2a9d3a4b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 217 time: 0.0439155 May 10 20:06:15.450937 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-8072ab58-baf5-4beb-bbd5-3033a3a15517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:15.452886 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-8072ab58-baf5-4beb-bbd5-3033a3a15517 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0470188 May 10 20:06:15.499628 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-02a9dd78-a195-4f03-bee2-8c641dda1e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:15.501185 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-02a9dd78-a195-4f03-bee2-8c641dda1e00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421715 May 10 20:06:15.596501 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-02803916-dd25-4c92-a7cd-32497c4c0ebf service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854383 May 10 20:06:15.685866 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c23fbcde-337d-4b0c-8b70-6c90d576341a req-7bc89cd4-f1f0-498d-b631-3f273b0970bc service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816860 May 10 20:06:15.754743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d119f-dfd4-41bf-9345-d049e7207747 req-d9839fb5-9a25-45ed-b7e9-43cb104c567d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:15.756248 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a69d119f-dfd4-41bf-9345-d049e7207747 req-d9839fb5-9a25-45ed-b7e9-43cb104c567d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0486863 May 10 20:06:15.776320 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3861263d-5b70-4336-8929-4965baec17b5 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:15.798609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 3861263d-5b70-4336-8929-4965baec17b5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:15.798956 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 3861263d-5b70-4336-8929-4965baec17b5 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:15.809129 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a69d119f-dfd4-41bf-9345-d049e7207747 req-5cbb302b-60b5-442a-8afc-4f35c38a6dc4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473814 May 10 20:06:16.044057 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-0703cf99-ab95-4553-86cb-9271dfe03749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362160 May 10 20:06:16.103406 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-b1ff9bb3-4f9b-496b-917b-ba37efc9a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:16.104855 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-b1ff9bb3-4f9b-496b-917b-ba37efc9a193 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 1130 time: 0.0398548 May 10 20:06:16.205164 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-b54bb86e-62f4-4d9e-b019-8f0e6c89a1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:16.206664 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-b54bb86e-62f4-4d9e-b019-8f0e6c89a1e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 200 len: 918 time: 0.0835428 May 10 20:06:16.304819 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-0ffd809d-2197-41c5-ad54-99c89e2e268d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 200 len: 1001 time: 0.0903680 May 10 20:06:16.354066 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-a333c9a6-de57-4360-a383-621828acbe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:16.355505 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-a333c9a6-de57-4360-a383-621828acbe5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 200 len: 856 time: 0.0420547 May 10 20:06:16.397898 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-c0564cb4-294e-404c-8421-38264b31bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:16.399365 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-c0564cb4-294e-404c-8421-38264b31bc98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d96601e-070f-42ce-b6bb-05d8030298ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363259 May 10 20:06:16.491506 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-61e84ecb-a996-4862-844f-1de0a063d3ab service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854118 May 10 20:06:16.559481 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33274) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:16.577809 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-7f3313a2-205f-4efa-bd46-6be759dfbd66 req-c91a696a-b5bd-4407-886c-5702e8b9f8f4 service neutron] 10.222.0.60 "GET /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801816 May 10 20:06:16.618270 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (c175e69e-58ee-4a29-a8b1-9de963dc0a46), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:16.643756 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (c175e69e-58ee-4a29-a8b1-9de963dc0a46), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:16.700459 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (c175e69e-58ee-4a29-a8b1-9de963dc0a46), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:16.703931 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:16.705079 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] 10.222.0.57 "DELETE /v2.0/security-groups/c175e69e-58ee-4a29-a8b1-9de963dc0a46 HTTP/1.1" status: 204 len: 168 time: 0.1446424 May 10 20:06:16.713768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5af7d-4e49-40d1-a46f-f282f3258a41 tempest-TestVolumeBootPattern-373508332 tempest-TestVolumeBootPattern-373508332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c175e69e-58ee-4a29-a8b1-9de963dc0a46,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:16.761974 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:16.922544 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430af53-79c2-4401-a9a0-234e29dee36b req-935bd384-edc3-4add-856b-a943c3b43a05 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:16.924070 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9430af53-79c2-4401-a9a0-234e29dee36b req-935bd384-edc3-4add-856b-a943c3b43a05 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0470560 May 10 20:06:16.973622 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9430af53-79c2-4401-a9a0-234e29dee36b req-0a6632e0-ebed-4afc-a4a0-99d8ca3d1ef0 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430229 May 10 20:06:17.180488 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:17.186223 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:17.409410 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Deleting port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:17.410009 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:17.483237 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] For port 037b7a09-a85f-47f6-bfd0-8f98d2d8056b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:17.483590 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:17.500060 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Calling delete_port for 037b7a09-a85f-47f6-bfd0-8f98d2d8056b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:17.680642 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (037b7a09-a85f-47f6-bfd0-8f98d2d8056b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:17.704844 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=037b7a09-a85f-47f6-bfd0-8f98d2d8056b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:17.871444 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:18.343340 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c081b6-40fc-4e66-9570-711928bcbf13 req-3871ee0e-469f-45e7-b9de-4472cb70074d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:18.345286 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10c081b6-40fc-4e66-9570-711928bcbf13 req-3871ee0e-469f-45e7-b9de-4472cb70074d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.3042634 May 10 20:06:18.359037 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:18.438338 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-10c081b6-40fc-4e66-9570-711928bcbf13 req-fb1d2e8d-da5a-4ac3-ba6d-0ac1bd2f5a0e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867910 May 10 20:06:18.495251 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:18.500753 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-977de044-d36e-4d52-aeed-9297d6690bd7 admin admin] 10.222.0.57 "PUT /v2.0/routers/cc6dd3b4-e97c-45b3-a66a-6740b088ebf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7371709 May 10 20:06:18.503122 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33286) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:18.505580 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Sync routers for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:18.520498 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:18.521399 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:18.606514 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks [] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:18.630397 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:18.710719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks [] for router_gateway (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:18.757937 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Deleting port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:18.758272 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:18.796301 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T20:06:17Z', 'revision_number': 5, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port': {'id': 'eee48bd7-8ed2-4cbb-a394-c3261ba87c5b', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:33:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:47Z', 'updated_at': '2022-05-10T19:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:18.823477 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Checking router: cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:18.831817 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Routers {'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:18.832424 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:18.835953 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] For port eee48bd7-8ed2-4cbb-a394-c3261ba87c5b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:18.836320 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:18.849669 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Calling delete_port for eee48bd7-8ed2-4cbb-a394-c3261ba87c5b owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:18.919785 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] Set router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:18.973192 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T20:06:18Z', 'revision_number': 6, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:18.999531 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2601b20-ea72-42ee-b5f6-8a306bb06d60 None None] The sync data for ids ['cc6dd3b4-e97c-45b3-a66a-6740b088ebf3'] in dv-cinder-841315-1-iscsi is: [{'id': 'cc6dd3b4-e97c-45b3-a66a-6740b088ebf3', 'name': 'tempest-TestVolumeBootPattern-1968776534-router', 'tenant_id': '493768250fbb449a8b5430992e76b60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:46Z', 'updated_at': '2022-05-10T20:06:18Z', 'revision_number': 6, 'project_id': '493768250fbb449a8b5430992e76b60f', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:19.013309 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (eee48bd7-8ed2-4cbb-a394-c3261ba87c5b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.041954 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee48bd7-8ed2-4cbb-a394-c3261ba87c5b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.102232 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.194286 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.196499 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks [] for router_controller (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.239818 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (cc6dd3b4-e97c-45b3-a66a-6740b088ebf3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.240329 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:06:19.244463 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.245590 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6091e735-64f9-4d9d-8713-6eadbcf47990 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cc6dd3b4-e97c-45b3-a66a-6740b088ebf3 HTTP/1.1" status: 204 len: 168 time: 0.7414813 May 10 20:06:19.248384 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33290) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:19.295937 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Deleting subnet 22361c0a-cf12-4634-82fd-a8ca7039f9bc {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:06:19.299593 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Publish callbacks [] for subnet (22361c0a-cf12-4634-82fd-a8ca7039f9bc), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.332001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (22361c0a-cf12-4634-82fd-a8ca7039f9bc), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.420545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (22361c0a-cf12-4634-82fd-a8ca7039f9bc), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.475497 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 037b7a09-a85f-47f6-bfd0-8f98d2d8056b no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:19.488385 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (22361c0a-cf12-4634-82fd-a8ca7039f9bc), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.497692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 037b7a09-a85f-47f6-bfd0-8f98d2d8056b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:19.498340 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 037b7a09-a85f-47f6-bfd0-8f98d2d8056b not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:19.516243 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22361c0a-cf12-4634-82fd-a8ca7039f9bc,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.519916 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.523584 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5c318606-546d-430c-a431-019c8f7bb2e1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/22361c0a-cf12-4634-82fd-a8ca7039f9bc HTTP/1.1" status: 204 len: 168 time: 0.2742085 May 10 20:06:19.526080 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33294) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:19.533225 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e2265d-fbca-4371-9b63-5ae4d6784fba None None] Network d20c2327-06bd-4a9c-bc81-ab7a5e947390 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:06:19.586177 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36cd10-b6c3-416a-b86c-b47b68506d0f req-821bc3de-5b9d-46be-8ba7-2ad5e84c787d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:19.587932 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa36cd10-b6c3-416a-b86c-b47b68506d0f req-821bc3de-5b9d-46be-8ba7-2ad5e84c787d tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0693645 May 10 20:06:19.600904 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (d20c2327-06bd-4a9c-bc81-ab7a5e947390), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.641654 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-aa36cd10-b6c3-416a-b86c-b47b68506d0f req-7fd91ddf-4208-43f1-8d7e-ba02a20b68dc tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 May 10 20:06:19.648463 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Deleting port a12310eb-54fe-4e29-a0a6-3e81693edba5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:19.648810 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.717372 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] For port a12310eb-54fe-4e29-a0a6-3e81693edba5, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=a12310eb-54fe-4e29-a0a6-3e81693edba5,segment=NetworkSegment(d77a6835-e23c-45de-b71e-67e31d77dc2d),segment_id=d77a6835-e23c-45de-b71e-67e31d77dc2d)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:19.717713 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.731549 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Calling delete_port for a12310eb-54fe-4e29-a0a6-3e81693edba5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:19.820877 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (a12310eb-54fe-4e29-a0a6-3e81693edba5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.847386 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bff3b9-990a-4b0b-a488-311f2e2b7b62 None None] DHCP port deletion for d20c2327-06bd-4a9c-bc81-ab7a5e947390 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:06:19.852711 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12310eb-54fe-4e29-a0a6-3e81693edba5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:19.859523 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] No DVR routers for this DVR port a12310eb-54fe-4e29-a0a6-3e81693edba5 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:19.930720 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (d20c2327-06bd-4a9c-bc81-ab7a5e947390), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.951603 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20c2327-06bd-4a9c-bc81-ab7a5e947390']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:19.961814 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77a6835-e23c-45de-b71e-67e31d77dc2d') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:19.962106 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77a6835-e23c-45de-b71e-67e31d77dc2d') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:19.972044 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (d77a6835-e23c-45de-b71e-67e31d77dc2d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.985698 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (d77a6835-e23c-45de-b71e-67e31d77dc2d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.992332 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:19.992718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (d77a6835-e23c-45de-b71e-67e31d77dc2d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:19.994409 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:20.059190 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (d20c2327-06bd-4a9c-bc81-ab7a5e947390), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.065078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.068354 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d20c2327-06bd-4a9c-bc81-ab7a5e947390 HTTP/1.1" status: 204 len: 168 time: 0.5395498 May 10 20:06:20.071591 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33296) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:20.079760 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398be299-3493-4cd0-98dd-e8f802096600 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20c2327-06bd-4a9c-bc81-ab7a5e947390,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:20.389437 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (8b5e413b-35c2-4862-9895-f95bd55438c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.618486 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Deleting port b58207bf-19bf-4018-b600-906bdb5439b8 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:20.619184 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.697536 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] For port b58207bf-19bf-4018-b600-906bdb5439b8, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b58207bf-19bf-4018-b600-906bdb5439b8,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:20.697897 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.710812 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Calling delete_port for b58207bf-19bf-4018-b600-906bdb5439b8 owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:20.756756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce6c22f-2d33-434a-9af3-95b24df8d674 req-949531b1-8d3b-4023-8d27-3bf5ecb906b1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:20.758241 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ce6c22f-2d33-434a-9af3-95b24df8d674 req-949531b1-8d3b-4023-8d27-3bf5ecb906b1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0469301 May 10 20:06:20.806665 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0ce6c22f-2d33-434a-9af3-95b24df8d674 req-02fd4783-dfc7-467c-9d25-e7fd71259cb1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428309 May 10 20:06:20.897215 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b58207bf-19bf-4018-b600-906bdb5439b8), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:20.923148 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Pushing event deleted for resources: {'Port': ['ID=b58207bf-19bf-4018-b600-906bdb5439b8,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:21.093875 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (8b5e413b-35c2-4862-9895-f95bd55438c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:21.313299 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Router 8b5e413b-35c2-4862-9895-f95bd55438c3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:21.405138 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device eee48bd7-8ed2-4cbb-a394-c3261ba87c5b no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:21.423442 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:21.426768 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: eee48bd7-8ed2-4cbb-a394-c3261ba87c5b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:21.427121 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device eee48bd7-8ed2-4cbb-a394-c3261ba87c5b not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:21.427535 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device a12310eb-54fe-4e29-a0a6-3e81693edba5 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:21.428572 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d6ad491e-3a76-4094-a6de-19e662bbd76d admin admin] 10.222.0.57 "PUT /v2.0/routers/8b5e413b-35c2-4862-9895-f95bd55438c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3557758 May 10 20:06:21.430884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33300) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:21.435178 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Sync routers for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:21.457272 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: a12310eb-54fe-4e29-a0a6-3e81693edba5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:21.457840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device a12310eb-54fe-4e29-a0a6-3e81693edba5 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:21.465939 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:21.466606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:21.539677 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks [] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:21.578112 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:21.644840 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks [] for router_gateway (8b5e413b-35c2-4862-9895-f95bd55438c3), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:21.687430 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Deleting port c1929b32-ed46-421f-8079-519604031eca {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:21.688290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (c1929b32-ed46-421f-8079-519604031eca), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:21.743895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222'}], 'enable_snat': True}, 'gw_port_id': 'c1929b32-ed46-421f-8079-519604031eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T20:06:20Z', 'revision_number': 5, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port': {'id': 'c1929b32-ed46-421f-8079-519604031eca', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T19:58:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:21.768690 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] For port c1929b32-ed46-421f-8079-519604031eca, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c1929b32-ed46-421f-8079-519604031eca,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:21.769109 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (c1929b32-ed46-421f-8079-519604031eca), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:21.771490 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Checking router: 8b5e413b-35c2-4862-9895-f95bd55438c3 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:21.779644 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Routers {'8b5e413b-35c2-4862-9895-f95bd55438c3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:21.780185 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['8b5e413b-35c2-4862-9895-f95bd55438c3'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:21.782110 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Calling delete_port for c1929b32-ed46-421f-8079-519604031eca owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:21.822930 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:06:21.887443 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] Set router 8b5e413b-35c2-4862-9895-f95bd55438c3 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:21.942881 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a106cb-e372-4f39-83d5-86204113d5fb req-c116ce48-19c7-4dd0-97f6-2cff11fc3bac tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:21.944358 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93a106cb-e372-4f39-83d5-86204113d5fb req-c116ce48-19c7-4dd0-97f6-2cff11fc3bac tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0567393 May 10 20:06:21.975298 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T20:06:21Z', 'revision_number': 6, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:22.010591 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bc0771-ed53-4f01-9af7-87357f609931 None None] The sync data for ids ['8b5e413b-35c2-4862-9895-f95bd55438c3'] in dv-cinder-841315-1-iscsi is: [{'id': '8b5e413b-35c2-4862-9895-f95bd55438c3', 'name': 'tempest-TestVolumeBootPattern-1405467108-router', 'tenant_id': '5520708b8da040dab5b2b76a4dd222a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T19:58:53Z', 'updated_at': '2022-05-10T20:06:21Z', 'revision_number': 6, 'project_id': '5520708b8da040dab5b2b76a4dd222a1', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:22.029981 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-93a106cb-e372-4f39-83d5-86204113d5fb req-a41d42c5-acba-49ee-a4f3-25535bc5262f tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794346 May 10 20:06:22.031061 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (c1929b32-ed46-421f-8079-519604031eca), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.059076 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:22.059380 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Pushing event deleted for resources: {'Port': ['ID=c1929b32-ed46-421f-8079-519604031eca,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:22.073099 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '59264579-f015-4414-9410-630bf057f4aa', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'mac_address': 'fa:16:3e:ff:b4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:06:22.110221 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 59264579-f015-4414-9410-630bf057f4aa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:06:22.110643 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.118733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (8b5e413b-35c2-4862-9895-f95bd55438c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.123517 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59264579-f015-4414-9410-630bf057f4aa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:06:22.143616 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:22.147204 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.199175 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:22.413638 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['59264579-f015-4414-9410-630bf057f4aa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:06:22.495335 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.497588 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks [] for router_controller (8b5e413b-35c2-4862-9895-f95bd55438c3), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.549975 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (8b5e413b-35c2-4862-9895-f95bd55438c3), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.550581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b5e413b-35c2-4862-9895-f95bd55438c3 {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:06:22.556245 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.559501 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33304) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:22.559993 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ccad92b9-0666-4ed1-b162-e79936e7cfea admin admin] 10.222.0.57 "DELETE /v2.0/routers/8b5e413b-35c2-4862-9895-f95bd55438c3 HTTP/1.1" status: 204 len: 168 time: 1.1277037 May 10 20:06:22.611337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Deleting subnet 0d37299a-1bb4-4e69-8a4c-fa17365bbe29 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:06:22.614910 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Publish callbacks [] for subnet (0d37299a-1bb4-4e69-8a4c-fa17365bbe29), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.650266 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (0d37299a-1bb4-4e69-8a4c-fa17365bbe29), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.726852 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (0d37299a-1bb4-4e69-8a4c-fa17365bbe29), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.783094 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (0d37299a-1bb4-4e69-8a4c-fa17365bbe29), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.812866 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d37299a-1bb4-4e69-8a4c-fa17365bbe29,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:22.817099 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.822711 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-64020ff3-fab9-41c8-9e34-049a8ccae31c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0d37299a-1bb4-4e69-8a4c-fa17365bbe29 HTTP/1.1" status: 204 len: 168 time: 0.2598510 May 10 20:06:22.822877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e74ed0-fcc1-4b9a-829c-6e641196110c None None] Network 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:06:22.822996 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33306) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:22.890801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.936706 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Deleting port cd6f98f0-8005-4313-8eb1-acde337e1cb4 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:22.937053 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:22.969179 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] DHCP port deletion for 5fbc5e22-fdfd-447a-9ff3-ec175b9f935d request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:06:23.008040 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] For port cd6f98f0-8005-4313-8eb1-acde337e1cb4, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cd6f98f0-8005-4313-8eb1-acde337e1cb4,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:23.008398 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.010823 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Deleting port cd6f98f0-8005-4313-8eb1-acde337e1cb4 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:23.011200 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.021777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Calling delete_port for cd6f98f0-8005-4313-8eb1-acde337e1cb4 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:23.074257 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] For port cd6f98f0-8005-4313-8eb1-acde337e1cb4, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=cd6f98f0-8005-4313-8eb1-acde337e1cb4,segment=NetworkSegment(a8cc793b-7f57-4217-aa96-9a0c54017f28),segment_id=a8cc793b-7f57-4217-aa96-9a0c54017f28)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:23.074687 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.088364 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Calling delete_port for cd6f98f0-8005-4313-8eb1-acde337e1cb4 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:23.103340 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.143455 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd6f98f0-8005-4313-8eb1-acde337e1cb4,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:23.161067 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] No DVR routers for this DVR port cd6f98f0-8005-4313-8eb1-acde337e1cb4 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:23.177628 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (cd6f98f0-8005-4313-8eb1-acde337e1cb4), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.202046 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] Pushing event deleted for resources: {'Port': ['ID=cd6f98f0-8005-4313-8eb1-acde337e1cb4,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:23.205582 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25092327-7b66-4fa9-a7c5-c3bf6e9c2d2c None None] No DVR routers for this DVR port cd6f98f0-8005-4313-8eb1-acde337e1cb4 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:23.206803 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a73191-7a67-4e63-b0e0-c532a4cfbfc6 req-360f5880-900b-484a-b269-e5b6098a073e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:23.208024 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a3a73191-7a67-4e63-b0e0-c532a4cfbfc6 req-360f5880-900b-484a-b269-e5b6098a073e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 945 time: 0.1001790 May 10 20:06:23.263262 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.297925 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fbc5e22-fdfd-447a-9ff3-ec175b9f935d']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:23.313534 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a3a73191-7a67-4e63-b0e0-c532a4cfbfc6 req-12d360b5-85e3-4840-90fe-2df1453b7048 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812411 May 10 20:06:23.315148 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8cc793b-7f57-4217-aa96-9a0c54017f28') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:23.315454 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8cc793b-7f57-4217-aa96-9a0c54017f28') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:23.324970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (a8cc793b-7f57-4217-aa96-9a0c54017f28), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.339555 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (a8cc793b-7f57-4217-aa96-9a0c54017f28), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.342834 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c1929b32-ed46-421f-8079-519604031eca no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:23.346732 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:23.346732 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (a8cc793b-7f57-4217-aa96-9a0c54017f28), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:23.348655 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:23.364628 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: c1929b32-ed46-421f-8079-519604031eca {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:23.365046 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c1929b32-ed46-421f-8079-519604031eca not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:23.365518 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cd6f98f0-8005-4313-8eb1-acde337e1cb4 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:23.383587 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: cd6f98f0-8005-4313-8eb1-acde337e1cb4 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:23.383927 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device cd6f98f0-8005-4313-8eb1-acde337e1cb4 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:23.384324 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b58207bf-19bf-4018-b600-906bdb5439b8 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:23.400821 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (5fbc5e22-fdfd-447a-9ff3-ec175b9f935d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.405926 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: b58207bf-19bf-4018-b600-906bdb5439b8 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:23.406112 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.406306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b58207bf-19bf-4018-b600-906bdb5439b8 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:23.412281 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] 10.222.0.57 "DELETE /v2.0/networks/5fbc5e22-fdfd-447a-9ff3-ec175b9f935d HTTP/1.1" status: 204 len: 168 time: 0.5860734 May 10 20:06:23.421378 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b63252-ccef-4cbc-ae45-48f9917ea213 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fbc5e22-fdfd-447a-9ff3-ec175b9f935d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:23.525470 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33312) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:23.571328 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4ab17bb3-eb5e-4d27-9090-83bf16e2ae18 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=493768250fbb449a8b5430992e76b60f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446718 May 10 20:06:23.573722 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33314) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:23.624241 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] Publish callbacks [] for security_group (9b5207e5-8055-44cd-a431-c71be24799d2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.644944 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] Publish callbacks [] for security_group (9b5207e5-8055-44cd-a431-c71be24799d2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.690818 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (9b5207e5-8055-44cd-a431-c71be24799d2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.693316 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.694484 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b5207e5-8055-44cd-a431-c71be24799d2 HTTP/1.1" status: 204 len: 168 time: 0.1198637 May 10 20:06:23.702044 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41faad7-20c0-4538-81d8-a52608d5127c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5207e5-8055-44cd-a431-c71be24799d2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:23.849912 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:06:23.895506 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 59264579-f015-4414-9410-630bf057f4aa completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:06:23.902073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 59264579-f015-4414-9410-630bf057f4aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:06:23.902547 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59264579-f015-4414-9410-630bf057f4aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:23.979337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 59264579-f015-4414-9410-630bf057f4aa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:06:23.979728 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.003436 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33320) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:24.006073 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:24.008337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439aae95-ca91-45d2-a8ca-b749d553e9e0" -d '{"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-plugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:24.021211 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:24.025639 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.045718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a3a19696-cfd6-4869-afba-28300a54d50e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5520708b8da040dab5b2b76a4dd222a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409689 May 10 20:06:24.048882 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33324) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:24.051380 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cb87fd-b832-4e5d-9762-58a275098691 x-openstack-request-id: req-e4cb87fd-b832-4e5d-9762-58a275098691 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:24.051669 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-plugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:24.051916 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4cb87fd-b832-4e5d-9762-58a275098691 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:24.052304 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cb87fd-b832-4e5d-9762-58a275098691'] response: {'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'code': 200} May 10 20:06:24.082136 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:24.096304 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] Publish callbacks [] for security_group (23e39592-335e-461d-9131-03f1d8fb2637), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.117786 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] Publish callbacks [] for security_group (23e39592-335e-461d-9131-03f1d8fb2637), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.164490 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (23e39592-335e-461d-9131-03f1d8fb2637), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.167788 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:24.169137 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23e39592-335e-461d-9131-03f1d8fb2637 HTTP/1.1" status: 204 len: 168 time: 0.1192846 May 10 20:06:24.178205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733641d-73ae-4f92-81c6-ae4af8a2ef3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e39592-335e-461d-9131-03f1d8fb2637,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:24.271190 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63835ad-217a-4b88-9cac-75d423214a53 req-be91f3b5-2f3c-4cb7-8a04-0fc4a9d22a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:24.272782 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c63835ad-217a-4b88-9cac-75d423214a53 req-be91f3b5-2f3c-4cb7-8a04-0fc4a9d22a5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0419524 May 10 20:06:24.319993 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c63835ad-217a-4b88-9cac-75d423214a53 req-79e449a8-e18c-4972-b65a-58d2e32a82a0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405078 May 10 20:06:24.434943 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0237b7a-0c18-408e-88cb-6b5d45f5141e req-06feb860-d652-4b96-9724-2b1c548e2493 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:24.436481 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0237b7a-0c18-408e-88cb-6b5d45f5141e req-06feb860-d652-4b96-9724-2b1c548e2493 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0498300 May 10 20:06:24.488754 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c0237b7a-0c18-408e-88cb-6b5d45f5141e req-f216fce6-0b84-433c-b04d-24f3ef7d31d5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 May 10 20:06:25.605956 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479aec6-ae09-44dc-8817-5c942a7302a4 req-7c1aac5a-a524-47b7-a0f1-dd4e2603c8af tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:25.607525 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f479aec6-ae09-44dc-8817-5c942a7302a4 req-7c1aac5a-a524-47b7-a0f1-dd4e2603c8af tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0472281 May 10 20:06:25.654301 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-f479aec6-ae09-44dc-8817-5c942a7302a4 req-183e003b-f6f7-4772-a486-44e2e4ab8812 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 May 10 20:06:26.767521 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ed238-839c-4710-9042-95aea6a20eea req-202b25fa-7604-447d-8a20-053a77920a33 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:26.768967 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-930ed238-839c-4710-9042-95aea6a20eea req-202b25fa-7604-447d-8a20-053a77920a33 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0497506 May 10 20:06:26.816410 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-930ed238-839c-4710-9042-95aea6a20eea req-2a77ed7a-964a-4d3e-b2c2-1818c187b9d7 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417070 May 10 20:06:26.926576 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae470965-b9b9-45f3-b7ed-0c037af11e34 req-c9f1d69e-335d-424a-8b4b-b140c42172a0 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:26.928034 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae470965-b9b9-45f3-b7ed-0c037af11e34 req-c9f1d69e-335d-424a-8b4b-b140c42172a0 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0469248 May 10 20:06:26.978747 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ae470965-b9b9-45f3-b7ed-0c037af11e34 req-45d96302-bd10-4f24-bacd-ce44d11fd007 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452721 May 10 20:06:27.000656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33338) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:27.220651 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2150d226-63d2-4098-9742-3c1bf76053ab tempest-TestShelveInstance-1953844098 tempest-TestShelveInstance-1953844098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:27.222137 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2150d226-63d2-4098-9742-3c1bf76053ab tempest-TestShelveInstance-1953844098 tempest-TestShelveInstance-1953844098-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1125 time: 0.2205267 May 10 20:06:27.225059 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33342) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:27.229159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:06:27.248855 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:27.325979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:27.428137 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Allocated IP 172.27.3.196 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/7cf2426c-ebf7-4761-b20c-23f9e405c9f6) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:06:27.536709 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:27.571062 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:27.606816 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:06:27.609515 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:06:27.613020 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:06:27.639702 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'Port': ['ID=7cf2426c-ebf7-4761-b20c-23f9e405c9f6,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:27.980289 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for floatingip (0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.049181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.196196 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.200606 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.270196 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event updated for resources: {'Port': ['ID=7cf2426c-ebf7-4761-b20c-23f9e405c9f6,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:28.279801 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.381953 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Floating IP 0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22 associated. External IP: 172.27.3.196, port: 59264579-f015-4414-9410-630bf057f4aa. May 10 20:06:28.589905 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:28.696046 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:28.706014 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Sync routers for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:28.713451 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:28.716326 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:28.716935 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:28.744053 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-52d3d866-2bff-47fe-a4f3-01ec25b5e1b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5177426 May 10 20:06:28.744731 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:28.747268 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:28.784759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecde242-7b3f-482b-beb1-1b92b7be5416 x-openstack-request-id: req-2ecde242-7b3f-482b-beb1-1b92b7be5416 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:28.785062 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:28.785316 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ecde242-7b3f-482b-beb1-1b92b7be5416 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:28.785749 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ecde242-7b3f-482b-beb1-1b92b7be5416'] response: {'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'status': 'completed', 'code': 200} May 10 20:06:28.833703 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:28.897528 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-6d0af6d2-ab3e-4b21-ab74-0af6a2a84e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:28.899180 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-6d0af6d2-ab3e-4b21-ab74-0af6a2a84e5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0934303 May 10 20:06:28.992130 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-9e531e8f-0a16-4d37-9b51-de3ac5a23672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:28.993630 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-9e531e8f-0a16-4d37-9b51-de3ac5a23672 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0880716 May 10 20:06:29.047336 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'mac_address': 'fa:16:3e:ff:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:06:27Z', 'updated_at': '2022-05-10T20:06:27Z', 'revision_number': 0, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:29.059828 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-0b9552d7-caec-4a7f-870b-b61750f3c721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1000 time: 0.0577674 May 10 20:06:29.076941 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Checking router: 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:29.085871 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:29.086501 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:29.108009 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-4c218750-d3f6-42af-927e-d72ec8ae38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:29.109441 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-4c218750-d3f6-42af-927e-d72ec8ae38ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0433738 May 10 20:06:29.158708 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-074761cf-8ba4-4883-b0f1-1724ae7e9017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:29.160188 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-074761cf-8ba4-4883-b0f1-1724ae7e9017 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440762 May 10 20:06:29.170894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-43877f77-b85e-4ec1-9dd2-bc2416ed2354 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103324) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:06:29.171912 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-43877f77-b85e-4ec1-9dd2-bc2416ed2354 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054743 May 10 20:06:29.195183 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:29.258901 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-728a4924-2dec-4b05-926b-5657639778f8 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812986 May 10 20:06:29.351124 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-5b9d0d22-d1c8-4115-8f8a-4b9584bcc9f6 req-0836df40-f610-4f77-893b-132a9496727c service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 May 10 20:06:29.417421 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'mac_address': 'fa:16:3e:ff:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:06:27Z', 'updated_at': '2022-05-10T20:06:27Z', 'revision_number': 0, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:29.444023 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbfb285-f704-4b16-88b9-305b0ecb341d None None] The sync data for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi is: [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': '0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'mac_address': 'fa:16:3e:ff:b4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:06:27Z', 'updated_at': '2022-05-10T20:06:27Z', 'revision_number': 0, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:29.638050 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e70fc8-d283-49d8-a22a-7632a83f59e4 None None] New status for floating IP 0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22: ACTIVE {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:06:36.597278 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c3aa1-4441-4c77-8653-029172e6f04b req-4ed1c89e-7653-449e-a0a8-00db5ffe892b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:36.598792 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c53c3aa1-4441-4c77-8653-029172e6f04b req-4ed1c89e-7653-449e-a0a8-00db5ffe892b tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0489628 May 10 20:06:36.645224 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c53c3aa1-4441-4c77-8653-029172e6f04b req-223e29f4-d5cb-4365-bcb4-7033e998fd59 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408032 May 10 20:06:37.763930 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8f208-2913-4501-934b-00da6ca6c78e req-4cb3539b-8be9-4bc2-b753-e2f29a0c30e8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:37.765442 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22e8f208-2913-4501-934b-00da6ca6c78e req-4cb3539b-8be9-4bc2-b753-e2f29a0c30e8 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0475228 May 10 20:06:37.810990 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-22e8f208-2913-4501-934b-00da6ca6c78e req-d74cffd3-9c56-4c04-9869-39f9e0d41ad9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups?id=14cf175f-743b-42b2-805f-93c4672d59a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 May 10 20:06:38.003577 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-743471d7-46a6-4751-8b36-5c9f1a57a2c5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:06:38.007403 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-743471d7-46a6-4751-8b36-5c9f1a57a2c5 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 946 time: 0.0479064 May 10 20:06:38.093961 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Deleting port ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:38.094316 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.128114 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:06:38.182718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] For port ce79326e-c370-40ae-ba6d-04bd30bc39a2, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=ce79326e-c370-40ae-ba6d-04bd30bc39a2,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:38.183367 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.405791 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.406403 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.406775 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Floating IP a9e9d9de-d059-4033-b4a8-9ff9654156c6 disassociated. External IP: 172.27.3.136, port: ce79326e-c370-40ae-ba6d-04bd30bc39a2. May 10 20:06:38.407118 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Calling delete_port for ce79326e-c370-40ae-ba6d-04bd30bc39a2 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:38.534953 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (ce79326e-c370-40ae-ba6d-04bd30bc39a2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.564627 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'Port': ['ID=ce79326e-c370-40ae-ba6d-04bd30bc39a2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:38.682699 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:38.789212 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:38.804291 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:38.814417 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:38.815077 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:38.831629 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] No DVR routers for this DVR port ce79326e-c370-40ae-ba6d-04bd30bc39a2 on host hv-cinder-84131 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:38.834052 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:38.837371 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8fe3724c-3f7e-42fd-beb8-9fda85d2fc9c req-65bf76ef-e8d2-41a6-93ee-a0ad39ac94ec tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.60 "DELETE /v2.0/ports/ce79326e-c370-40ae-ba6d-04bd30bc39a2 HTTP/1.1" status: 204 len: 173 time: 0.8237221 May 10 20:06:38.837899 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-deleted', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:06:38.840201 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773944f0-25a5-4064-8924-af26e843f030" -d '{"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-deleted", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:06:38.888120 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405072f3-d735-4baf-8354-6dd4d90a945c x-openstack-request-id: req-405072f3-d735-4baf-8354-6dd4d90a945c {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:06:38.888454 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5", "name": "network-vif-deleted", "tag": "ce79326e-c370-40ae-ba6d-04bd30bc39a2", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:06:38.888687 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-405072f3-d735-4baf-8354-6dd4d90a945c {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:06:38.889091 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-405072f3-d735-4baf-8354-6dd4d90a945c'] response: {'server_uuid': '54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5', 'name': 'network-vif-deleted', 'tag': 'ce79326e-c370-40ae-ba6d-04bd30bc39a2', 'status': 'completed', 'code': 200} May 10 20:06:38.934942 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e873cf2-1b2f-4445-a91c-2680fa41dc15 req-dd93c641-109f-4d1e-ab27-7574629d082f tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/ports?device_id=54b31ba2-8fcc-4e5f-bca7-bc9fbb32b3d5 HTTP/1.1" status: 200 len: 210 time: 0.0273874 May 10 20:06:38.936487 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:39.135261 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:39.160949 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:39.169897 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:39.170526 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:39.278427 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:39.563028 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:39.588611 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27bdf56-2c82-4c9f-84ca-b478dcb1d630 None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:18Z', 'revision_number': 4, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'b516ba56-e57e-4f29-a27c-e40b3819147b', 'name': '', 'network_id': '4d96601e-070f-42ce-b6bb-05d8030298ee', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'mac_address': 'fa:16:3e:0c:09:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:17Z', 'updated_at': '2022-05-10T20:01:22Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'subnets': [{'id': 'f9a530e8-7ed0-4e82-86b3-c31853ef8639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:39.816691 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebe9302-5b9f-4dc6-b778-3842040f8701 None None] New status for floating IP a9e9d9de-d059-4033-b4a8-9ff9654156c6: DOWN {{(pid=103325) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:06:40.656209 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-88e7832d-7c9c-4826-81a7-01adba11da5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.041040 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33380) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:41.096805 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (14cf175f-743b-42b2-805f-93c4672d59a0), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.119457 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (14cf175f-743b-42b2-805f-93c4672d59a0), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.168206 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (14cf175f-743b-42b2-805f-93c4672d59a0), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.170960 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.172167 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "DELETE /v2.0/security-groups/14cf175f-743b-42b2-805f-93c4672d59a0 HTTP/1.1" status: 204 len: 168 time: 0.1300683 May 10 20:06:41.174911 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:41.181883 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ac9ca-e125-4c47-968c-6dd800e56922 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf175f-743b-42b2-805f-93c4672d59a0,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:41.192892 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.api.v2.resource [None req-b153b596-e285-4209-b9d5-16c9394dd0cb tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] show failed (client error): The resource could not be found. May 10 20:06:41.193927 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-b153b596-e285-4209-b9d5-16c9394dd0cb tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "GET /v2.0/security-groups/14cf175f-743b-42b2-805f-93c4672d59a0 HTTP/1.1" status: 404 len: 347 time: 0.0180440 May 10 20:06:41.196790 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:41.539727 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Deleting port 705f00e4-b345-4714-b91a-f4c3b391eb65 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:41.540002 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.595085 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.615564 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.615884 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (705f00e4-b345-4714-b91a-f4c3b391eb65), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.629141 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Calling delete_port for 705f00e4-b345-4714-b91a-f4c3b391eb65 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:41.758151 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (705f00e4-b345-4714-b91a-f4c3b391eb65), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.780592 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Pushing event deleted for resources: {'Port': ['ID=705f00e4-b345-4714-b91a-f4c3b391eb65,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:41.846320 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks [] for floatingip (a9e9d9de-d059-4033-b4a8-9ff9654156c6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.848792 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:41.849954 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-1068cbda-ce1c-4c91-bfd3-afd2bfb844f9 tempest-AttachVolumeShelveTestJSON-1020655112 tempest-AttachVolumeShelveTestJSON-1020655112-project] 10.222.0.57 "DELETE /v2.0/floatingips/a9e9d9de-d059-4033-b4a8-9ff9654156c6 HTTP/1.1" status: 204 len: 168 time: 0.6520865 May 10 20:06:41.983537 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:42.003186 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: ce79326e-c370-40ae-ba6d-04bd30bc39a2 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:42.003527 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device ce79326e-c370-40ae-ba6d-04bd30bc39a2 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:43.143193 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-df908c46-4b71-4efa-87cc-b632259c5e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:43.990791 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:44.262688 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33408) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:44.670568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:44.894828 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Deleting port b516ba56-e57e-4f29-a27c-e40b3819147b {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:44.895084 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:44.972161 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] For port b516ba56-e57e-4f29-a27c-e40b3819147b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b516ba56-e57e-4f29-a27c-e40b3819147b,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:44.972518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:44.985046 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Calling delete_port for b516ba56-e57e-4f29-a27c-e40b3819147b owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:45.170386 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (b516ba56-e57e-4f29-a27c-e40b3819147b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.195013 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b516ba56-e57e-4f29-a27c-e40b3819147b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:45.221116 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.221467 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.221807 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.222145 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.222494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.222827 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.223187 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.223506 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.223827 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.224153 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.224475 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.224796 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.225115 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.225434 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.225747 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:45.373858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.390216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.594273 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:06:45.699394 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:06:45.707418 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2e13024c-1468-46f2-b9ae-9edc1d98ed2b admin admin] 10.222.0.57 "PUT /v2.0/routers/4c54bb56-43fc-461b-bfbe-cb8cea01a5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409888 May 10 20:06:45.707418 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:45.708174 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Sync routers for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:06:45.717590 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:45.718197 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:45.818361 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks [] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.825768 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:45.921337 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks [] for router_gateway (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.965117 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Deleting port ab8bde80-ee34-4116-9282-4b8a28d11504 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:45.965455 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:45.994889 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178'}], 'enable_snat': True}, 'gw_port_id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:06:45Z', 'revision_number': 5, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port': {'id': 'ab8bde80-ee34-4116-9282-4b8a28d11504', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:8b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:46.022022 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Checking router: 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:06:46.030348 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Routers {'4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:06:46.030993 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:06:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:46.044990 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] For port ab8bde80-ee34-4116-9282-4b8a28d11504, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=ab8bde80-ee34-4116-9282-4b8a28d11504,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:46.045351 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.058924 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Calling delete_port for ab8bde80-ee34-4116-9282-4b8a28d11504 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:46.125608 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] Set router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:06:46.177424 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:06:45Z', 'revision_number': 6, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:46.206332 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d420ec81-b4e9-4649-9019-003bfa8af76d None None] The sync data for ids ['4c54bb56-43fc-461b-bfbe-cb8cea01a5a3'] in dv-cinder-841315-1-iscsi is: [{'id': '4c54bb56-43fc-461b-bfbe-cb8cea01a5a3', 'name': 'tempest-AttachVolumeShelveTestJSON-1761178525-router', 'tenant_id': '3f7d501f555c4a0ba2419f68ba756db7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:01:15Z', 'updated_at': '2022-05-10T20:06:45Z', 'revision_number': 6, 'project_id': '3f7d501f555c4a0ba2419f68ba756db7', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:06:46.226564 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (ab8bde80-ee34-4116-9282-4b8a28d11504), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.252484 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8bde80-ee34-4116-9282-4b8a28d11504,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:46.312036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.402566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.404683 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks [] for router_controller (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.446740 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (4c54bb56-43fc-461b-bfbe-cb8cea01a5a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.447268 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:06:46.451397 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.452520 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-36e95cf1-d318-4a4e-9c4f-372ba9cc94b3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/4c54bb56-43fc-461b-bfbe-cb8cea01a5a3 HTTP/1.1" status: 204 len: 168 time: 0.7441919 May 10 20:06:46.455106 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33414) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:46.498837 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Deleting subnet f9a530e8-7ed0-4e82-86b3-c31853ef8639 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:06:46.501752 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Publish callbacks [] for subnet (f9a530e8-7ed0-4e82-86b3-c31853ef8639), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.541205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (f9a530e8-7ed0-4e82-86b3-c31853ef8639), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.620757 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (f9a530e8-7ed0-4e82-86b3-c31853ef8639), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.675333 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (f9a530e8-7ed0-4e82-86b3-c31853ef8639), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.699162 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a530e8-7ed0-4e82-86b3-c31853ef8639,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:46.702695 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:46.706622 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-345853ba-431a-4198-b983-b8417f0fa7f4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f9a530e8-7ed0-4e82-86b3-c31853ef8639 HTTP/1.1" status: 204 len: 168 time: 0.2503302 May 10 20:06:46.708852 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:46.709692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0b7ac-5d4d-44a4-a2a3-444375317bbb None None] Network 4d96601e-070f-42ce-b6bb-05d8030298ee requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:06:47.009840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] DHCP port deletion for 4d96601e-070f-42ce-b6bb-05d8030298ee request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:06:47.021741 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (4d96601e-070f-42ce-b6bb-05d8030298ee), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.054981 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Deleting port dcab3d45-e0fe-41dc-ba28-56222801adb5 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:47.055356 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.065541 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Deleting port dcab3d45-e0fe-41dc-ba28-56222801adb5 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:06:47.065882 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.121133 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] For port dcab3d45-e0fe-41dc-ba28-56222801adb5, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=dcab3d45-e0fe-41dc-ba28-56222801adb5,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:47.121530 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.130977 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] For port dcab3d45-e0fe-41dc-ba28-56222801adb5, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=dcab3d45-e0fe-41dc-ba28-56222801adb5,segment=NetworkSegment(3f524005-78f6-460c-97fd-940e2c8c4eaa),segment_id=3f524005-78f6-460c-97fd-940e2c8c4eaa)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:06:47.131352 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.134532 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Calling delete_port for dcab3d45-e0fe-41dc-ba28-56222801adb5 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:47.145002 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Calling delete_port for dcab3d45-e0fe-41dc-ba28-56222801adb5 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:06:47.207026 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.234242 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.238520 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (dcab3d45-e0fe-41dc-ba28-56222801adb5), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.264317 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Pushing event deleted for resources: {'Port': ['ID=dcab3d45-e0fe-41dc-ba28-56222801adb5,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:47.268503 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] No DVR routers for this DVR port dcab3d45-e0fe-41dc-ba28-56222801adb5 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:47.273413 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] Pushing event deleted for resources: {'Port': ['ID=dcab3d45-e0fe-41dc-ba28-56222801adb5,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:47.279044 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b04adc-7af1-4742-a797-07717d17e90b None None] No DVR routers for this DVR port dcab3d45-e0fe-41dc-ba28-56222801adb5 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:06:47.342525 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (4d96601e-070f-42ce-b6bb-05d8030298ee), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.348981 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device dcab3d45-e0fe-41dc-ba28-56222801adb5 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:47.363332 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d96601e-070f-42ce-b6bb-05d8030298ee']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:47.369800 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: dcab3d45-e0fe-41dc-ba28-56222801adb5 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:47.370148 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device dcab3d45-e0fe-41dc-ba28-56222801adb5 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:47.370599 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device ab8bde80-ee34-4116-9282-4b8a28d11504 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:47.372771 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f524005-78f6-460c-97fd-940e2c8c4eaa') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:47.373071 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f524005-78f6-460c-97fd-940e2c8c4eaa') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:06:47.382814 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (3f524005-78f6-460c-97fd-940e2c8c4eaa), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.389062 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: ab8bde80-ee34-4116-9282-4b8a28d11504 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:47.389411 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device ab8bde80-ee34-4116-9282-4b8a28d11504 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:47.389818 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b516ba56-e57e-4f29-a27c-e40b3819147b no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:06:47.395897 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (3f524005-78f6-460c-97fd-940e2c8c4eaa), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.402121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:06:47.402683 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (3f524005-78f6-460c-97fd-940e2c8c4eaa), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:06:47.404551 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:06:47.408300 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: b516ba56-e57e-4f29-a27c-e40b3819147b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:06:47.408654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b516ba56-e57e-4f29-a27c-e40b3819147b not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:06:47.462700 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (4d96601e-070f-42ce-b6bb-05d8030298ee), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.468447 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.471656 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] 10.222.0.57 "DELETE /v2.0/networks/4d96601e-070f-42ce-b6bb-05d8030298ee HTTP/1.1" status: 204 len: 168 time: 0.7619030 May 10 20:06:47.483859 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3397a3-cd97-47bf-9696-bf11fea398ec admin admin] Pushing event deleted for resources: {'Network': ['ID=4d96601e-070f-42ce-b6bb-05d8030298ee,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:47.585994 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:47.624660 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-7f0e8494-c017-45f2-9876-bae13671e5e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f7d501f555c4a0ba2419f68ba756db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374987 May 10 20:06:47.627562 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:47.672182 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] Publish callbacks [] for security_group (4340735d-6fd6-4f6c-affa-e34e0d06839f), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.692942 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] Publish callbacks [] for security_group (4340735d-6fd6-4f6c-affa-e34e0d06839f), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.737984 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4340735d-6fd6-4f6c-affa-e34e0d06839f), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.741109 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:47.742235 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4340735d-6fd6-4f6c-affa-e34e0d06839f HTTP/1.1" status: 204 len: 168 time: 0.1138067 May 10 20:06:47.749687 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783b943-34f3-4da9-9d7d-a85a1fda483a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4340735d-6fd6-4f6c-affa-e34e0d06839f,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.386300 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33506) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:53.487427 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.559955 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Publish callbacks [] for security_group (95819838-357b-46c9-b38f-d7201898b6f2), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.563566 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (95819838-357b-46c9-b38f-d7201898b6f2), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.600297 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=943eba43cddb45b7a659b3040eaf45aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2129319 May 10 20:06:53.601413 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95819838-357b-46c9-b38f-d7201898b6f2,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.603017 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33510) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:53.608377 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.608768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.609061 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.609398 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.609729 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.610058 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.610384 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.610733 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.611600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.611925 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.612250 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.612574 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.612893 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.613216 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.613529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a44e89-2251-454c-a3b6-aee4cda84279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:06:53.650703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] Publish callbacks [] for security_group (95819838-357b-46c9-b38f-d7201898b6f2), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.675047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] Publish callbacks [] for security_group (95819838-357b-46c9-b38f-d7201898b6f2), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.721616 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (95819838-357b-46c9-b38f-d7201898b6f2), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.724346 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:53.725472 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/95819838-357b-46c9-b38f-d7201898b6f2 HTTP/1.1" status: 204 len: 168 time: 0.1214805 May 10 20:06:53.733228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3784a-84b6-4437-927e-9dcf82178263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95819838-357b-46c9-b38f-d7201898b6f2,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:53.978283 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33516) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:53.992077 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96027e7b-d260-4a54-9d0c-b07dbf704fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.064157 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96027e7b-d260-4a54-9d0c-b07dbf704fdc admin admin] Publish callbacks [] for security_group (d46d8d2b-ed60-4110-a6f7-bccb2bb74c62), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.068096 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-96027e7b-d260-4a54-9d0c-b07dbf704fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d46d8d2b-ed60-4110-a6f7-bccb2bb74c62), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.105921 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-96027e7b-d260-4a54-9d0c-b07dbf704fdc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e5b6e26a78f4111a0d711a5a99dbaa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265552 May 10 20:06:54.106813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96027e7b-d260-4a54-9d0c-b07dbf704fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d8d2b-ed60-4110-a6f7-bccb2bb74c62,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:54.108643 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33518) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:54.159447 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] Publish callbacks [] for security_group (d46d8d2b-ed60-4110-a6f7-bccb2bb74c62), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.181558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] Publish callbacks [] for security_group (d46d8d2b-ed60-4110-a6f7-bccb2bb74c62), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.227466 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d46d8d2b-ed60-4110-a6f7-bccb2bb74c62), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.230288 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:54.231485 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d46d8d2b-ed60-4110-a6f7-bccb2bb74c62 HTTP/1.1" status: 204 len: 168 time: 0.1218541 May 10 20:06:54.239108 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc26a6bf-60d9-4b7f-8cbd-90977b7a18c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d8d2b-ed60-4110-a6f7-bccb2bb74c62,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:58.286210 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33578) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:58.391037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5ba5-9f14-4efa-87e8-28a37a01050e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.469329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5ba5-9f14-4efa-87e8-28a37a01050e admin admin] Publish callbacks [] for security_group (609e3d75-20d5-4403-a5ee-7cb0e262a945), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.473848 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-3d5f5ba5-9f14-4efa-87e8-28a37a01050e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (609e3d75-20d5-4403-a5ee-7cb0e262a945), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.512852 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f5ba5-9f14-4efa-87e8-28a37a01050e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e3d75-20d5-4403-a5ee-7cb0e262a945,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:58.521467 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3d5f5ba5-9f14-4efa-87e8-28a37a01050e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=99b0da77502a44bb85ef84c1d79ce398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318847 May 10 20:06:58.522324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33582) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:58.571827 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] Publish callbacks [] for security_group (609e3d75-20d5-4403-a5ee-7cb0e262a945), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.600616 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] Publish callbacks [] for security_group (609e3d75-20d5-4403-a5ee-7cb0e262a945), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.651966 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (609e3d75-20d5-4403-a5ee-7cb0e262a945), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.654838 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:58.656153 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/609e3d75-20d5-4403-a5ee-7cb0e262a945 HTTP/1.1" status: 204 len: 168 time: 0.1335521 May 10 20:06:58.665102 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf3e4c-e20d-4db7-a8b0-dc94746ded53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e3d75-20d5-4403-a5ee-7cb0e262a945,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:58.935597 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33588) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:58.949178 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74644be2-6f60-4cdb-87bd-12add050ff69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.026607 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74644be2-6f60-4cdb-87bd-12add050ff69 admin admin] Publish callbacks [] for security_group (87d85b46-a128-4a09-868b-1876f5cfe066), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.030485 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-74644be2-6f60-4cdb-87bd-12add050ff69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (87d85b46-a128-4a09-868b-1876f5cfe066), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.069671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74644be2-6f60-4cdb-87bd-12add050ff69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d85b46-a128-4a09-868b-1876f5cfe066,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:06:59.074429 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-74644be2-6f60-4cdb-87bd-12add050ff69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=beedbd2d9e9a4a079087e1975a82f098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377912 May 10 20:06:59.076933 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33590) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:06:59.124231 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] Publish callbacks [] for security_group (87d85b46-a128-4a09-868b-1876f5cfe066), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.145625 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] Publish callbacks [] for security_group (87d85b46-a128-4a09-868b-1876f5cfe066), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.194184 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (87d85b46-a128-4a09-868b-1876f5cfe066), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.196635 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:06:59.197777 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87d85b46-a128-4a09-868b-1876f5cfe066 HTTP/1.1" status: 204 len: 168 time: 0.1199467 May 10 20:06:59.205453 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40fbe3-de0a-4380-b49e-80ad4b04e5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d85b46-a128-4a09-868b-1876f5cfe066,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:10.659339 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-73c6862e-a940-4ab5-a4ea-dd63010a305f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:11.619487 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:13.146097 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b3733a0a-a0b5-4b4e-95f1-f080a7ebc987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:13.992988 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:15.126707 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:07:15.401152 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:15.986623 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-dde3b2d6-910f-40d4-bfbb-2bedc5217360 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382154 May 10 20:07:16.076918 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-54cbe612-55e4-4aaa-b54e-ac194cfd427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:16.078718 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-54cbe612-55e4-4aaa-b54e-ac194cfd427c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0477991 May 10 20:07:16.195127 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-d13e702e-b956-4123-938f-1c1762f23008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:16.196645 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-d13e702e-b956-4123-938f-1c1762f23008 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0921540 May 10 20:07:16.272765 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-997091e7-9b9c-48fb-b93f-8f1b37ff020a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1002 time: 0.0664577 May 10 20:07:16.329401 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-d65d2ff9-ec62-466d-9d32-1c2e018b0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:16.330926 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-d65d2ff9-ec62-466d-9d32-1c2e018b0311 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0494750 May 10 20:07:16.378809 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-7f1b507f-582e-422c-8896-02291a99c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:16.380333 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-7f1b507f-582e-422c-8896-02291a99c89c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404551 May 10 20:07:16.479478 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-02fa2bc1-cddd-49c9-a6a8-98afe48c9314 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897412 May 10 20:07:16.575946 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c1c42803-7cbc-43ef-837b-9ee6ccdfc8d0 req-7612eaa0-47c5-435a-8478-5215cbd68d71 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872877 May 10 20:07:17.189935 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.339357 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33786) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:32.440654 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5b86691-23d2-433f-9b14-540065dc23b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.513110 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5b86691-23d2-433f-9b14-540065dc23b7 admin admin] Publish callbacks [] for security_group (3dc688dd-d444-4d43-8e7e-9f0d5edd2f07), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.516938 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f5b86691-23d2-433f-9b14-540065dc23b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3dc688dd-d444-4d43-8e7e-9f0d5edd2f07), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.553939 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f5b86691-23d2-433f-9b14-540065dc23b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec9446bbea1043e78b4f0d1831ea53ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135272 May 10 20:07:32.555888 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b86691-23d2-433f-9b14-540065dc23b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc688dd-d444-4d43-8e7e-9f0d5edd2f07,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:32.556534 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33790) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:32.605830 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] Publish callbacks [] for security_group (3dc688dd-d444-4d43-8e7e-9f0d5edd2f07), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.627032 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] Publish callbacks [] for security_group (3dc688dd-d444-4d43-8e7e-9f0d5edd2f07), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.676395 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (3dc688dd-d444-4d43-8e7e-9f0d5edd2f07), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.678918 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:32.680046 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3dc688dd-d444-4d43-8e7e-9f0d5edd2f07 HTTP/1.1" status: 204 len: 168 time: 0.1225171 May 10 20:07:32.688057 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ccd0f-d9e0-4e40-a7da-6bddbe166c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc688dd-d444-4d43-8e7e-9f0d5edd2f07,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:36.117736 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33834) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:36.224240 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0aed-5b09-4db4-94ae-b19ede6a688e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.300519 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0aed-5b09-4db4-94ae-b19ede6a688e admin admin] Publish callbacks [] for security_group (d7a35244-846d-422f-a6f9-7629f3a41afe), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.304209 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e3dd0aed-5b09-4db4-94ae-b19ede6a688e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d7a35244-846d-422f-a6f9-7629f3a41afe), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.342864 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e3dd0aed-5b09-4db4-94ae-b19ede6a688e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10d019d291d249039be77f2da5f723ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240567 May 10 20:07:36.343712 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd0aed-5b09-4db4-94ae-b19ede6a688e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a35244-846d-422f-a6f9-7629f3a41afe,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:36.345655 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33838) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:36.394200 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] Publish callbacks [] for security_group (d7a35244-846d-422f-a6f9-7629f3a41afe), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.414659 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] Publish callbacks [] for security_group (d7a35244-846d-422f-a6f9-7629f3a41afe), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.459331 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (d7a35244-846d-422f-a6f9-7629f3a41afe), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.462103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:36.463264 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d7a35244-846d-422f-a6f9-7629f3a41afe HTTP/1.1" status: 204 len: 168 time: 0.1166236 May 10 20:07:36.470914 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df0005-483b-49c3-802d-0fa99c350098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a35244-846d-422f-a6f9-7629f3a41afe,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:37.431425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33868) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:37.538606 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40e0e518-4199-48b0-aef3-19437f7fc081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.611518 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40e0e518-4199-48b0-aef3-19437f7fc081 admin admin] Publish callbacks [] for security_group (84f0c059-56c9-4b98-a147-59963ce8af00), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.614976 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-40e0e518-4199-48b0-aef3-19437f7fc081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (84f0c059-56c9-4b98-a147-59963ce8af00), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.651145 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-40e0e518-4199-48b0-aef3-19437f7fc081 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef3417ce854b42538ca0ba9c8ff1231c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2186849 May 10 20:07:37.651998 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0e518-4199-48b0-aef3-19437f7fc081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0c059-56c9-4b98-a147-59963ce8af00,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:37.654433 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33872) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:37.702843 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] Publish callbacks [] for security_group (84f0c059-56c9-4b98-a147-59963ce8af00), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.723685 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] Publish callbacks [] for security_group (84f0c059-56c9-4b98-a147-59963ce8af00), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.772073 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (84f0c059-56c9-4b98-a147-59963ce8af00), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.774759 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:37.775900 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84f0c059-56c9-4b98-a147-59963ce8af00 HTTP/1.1" status: 204 len: 168 time: 0.1203773 May 10 20:07:37.784090 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d51f4-2b52-4ac8-b449-b79783f2bb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0c059-56c9-4b98-a147-59963ce8af00,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.435045 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 33894) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:38.534508 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2034225823-network', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:38.556023 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Made reservation on behalf of b52def9bc7f1456398c9f2ad21235015 for: {'network': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:38.558661 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.567802 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.644269 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks [] for security_group (79ecfae3-52a8-40de-b8cd-2919896be642), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.649049 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (79ecfae3-52a8-40de-b8cd-2919896be642), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.674756 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=103324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:07:38.684606 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ecfae3-52a8-40de-b8cd-2919896be642,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.689635 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (5870d2fb-313c-4922-b471-9d8b9ba9fd42), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.689976 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.segments_db [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Added segment 5870d2fb-313c-4922-b471-9d8b9ba9fd42 of type vlan for network bced33b1-09af-4f61-b5d3-3f01b6ac9932 May 10 20:07:38.731414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (bced33b1-09af-4f61-b5d3-3f01b6ac9932), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.754986 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (bced33b1-09af-4f61-b5d3-3f01b6ac9932), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.755901 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:38.756476 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:38.811589 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3752849 May 10 20:07:38.814762 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33898) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:38.819772 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Request body: {'subnet': {'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2034225823-subnet', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:38.820834 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0bcbb-349f-4a1f-bed3-220973ddd268 admin admin] Pushing event updated for resources: {'Network': ['ID=bced33b1-09af-4f61-b5d3-3f01b6ac9932,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:38.831290 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:07:38.840376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Made reservation on behalf of b52def9bc7f1456398c9f2ad21235015 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:38.842949 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.004099 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.055260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:39.066644 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Checking segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:39.066997 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Network hostable DHCP agents. Network: bced33b1-09af-4f61-b5d3-3f01b6ac9932, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:39.084558 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:39.094224 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, bced33b1-09af-4f61-b5d3-3f01b6ac9932) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:39.098813 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:39.099442 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.103398 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1811350-5953-4f1e-9550-f93992c64779 None None] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:07:39.115561 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-2b29bef2-6f3a-46a0-b8dc-eef9bf3bb3a6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2996559 May 10 20:07:39.118600 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33900) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:39.122760 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:39.140685 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.141746 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.201125 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for router_controller (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.210277 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:07:39.211222 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.341651 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for router_gateway (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.352245 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Allocated IP 172.20.0.2 (bced33b1-09af-4f61-b5d3-3f01b6ac9932/f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b/c6f12907-6ca9-41d9-bed1-87ec44d2c830) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:39.490081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks [] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.498069 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.541843 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:39.545013 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:39.551028 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:39.556873 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Pushing event updated for resources: {'Port': ['ID=c6f12907-6ca9-41d9-bed1-87ec44d2c830,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:39.568408 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.568764 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.569146 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.569513 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.569836 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.570193 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.570627 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.570968 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.571304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.571636 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.571968 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.572300 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.572630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.572956 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.573281 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:39.630306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Attempting to bind port c6f12907-6ca9-41d9-bed1-87ec44d2c830 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:39.630610 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Attempting to bind port c6f12907-6ca9-41d9-bed1-87ec44d2c830 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:39.630980 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Attempting to bind port c6f12907-6ca9-41d9-bed1-87ec44d2c830 on network bced33b1-09af-4f61-b5d3-3f01b6ac9932 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:39.636447 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:39.637444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Checking segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:39.637828 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.638226 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Bound using segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:39.638727 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Bound port: c6f12907-6ca9-41d9-bed1-87ec44d2c830, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:39.639114 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.703848 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] For port c6f12907-6ca9-41d9-bed1-87ec44d2c830, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:39.707066 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] For port c6f12907-6ca9-41d9-bed1-87ec44d2c830, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c6f12907-6ca9-41d9-bed1-87ec44d2c830,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:39.713727 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.783028 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa73a-71f7-4dba-9a32-76d08ec2130f None None] Pushing event updated for resources: {'Port': ['ID=c6f12907-6ca9-41d9-bed1-87ec44d2c830,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:39.814244 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for router_gateway (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.833890 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:39.957903 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Allocated IP 172.27.3.227 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/3e750a2f-a836-49ff-8eda-d773c668bf06) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:40.066722 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.100124 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.135399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:40.138665 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:40.142174 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:40.170399 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e750a2f-a836-49ff-8eda-d773c668bf06,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:40.401193 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for router_gateway (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.611253 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.668951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e167e7c9-7d6e-4aad-8599-f76c853b72d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.678279 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a8a869-6af7-4e45-9401-36acd64256da None None] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:07:40.737657 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Provisioning complete for port c6f12907-6ca9-41d9-bed1-87ec44d2c830 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:40.738030 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.751632 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:07:40.859355 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Current status of the port c6f12907-6ca9-41d9-bed1-87ec44d2c830 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:40.859841 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.865459 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:07:40.882108 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Sync routers for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:40.883668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:40.885604 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-be6d7521-2a37-46a0-8cb5-408ab3374ff5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7654076 May 10 20:07:40.888525 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33902) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:40.910768 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] For port c6f12907-6ca9-41d9-bed1-87ec44d2c830, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c6f12907-6ca9-41d9-bed1-87ec44d2c830,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:40.913759 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:40.914756 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:40.918555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.020799 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764dd17-4619-43e1-abbf-aa416bc88e09 None None] Pushing event updated for resources: {'Port': ['ID=c6f12907-6ca9-41d9-bed1-87ec44d2c830,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:41.068899 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-2c0140d4-f973-4e33-b2f2-a3f52c3c093b None None] Provisioning complete for port c6f12907-6ca9-41d9-bed1-87ec44d2c830 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:41.069274 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2c0140d4-f973-4e33-b2f2-a3f52c3c093b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.098715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:41.275125 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2c0140d4-f973-4e33-b2f2-a3f52c3c093b None None] Current status of the port c6f12907-6ca9-41d9-bed1-87ec44d2c830 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:41.311947 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:40Z', 'revision_number': 3, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:41.314292 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.343740 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Checking router: 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:41.344095 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Updating router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 port 3e750a2f-a836-49ff-8eda-d773c668bf06 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:07:41.371720 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.471765 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Allocated IP 172.20.0.1 (bced33b1-09af-4f61-b5d3-3f01b6ac9932/f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b/d7897ece-4070-4481-aa39-dc12d233d620) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:41.593819 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks [] for port (d7897ece-4070-4481-aa39-dc12d233d620), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.607568 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c6f12907-6ca9-41d9-bed1-87ec44d2c830 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:41.626982 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.654216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.666993 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:41.671871 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:41.676260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:41.679357 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Pushing event updated for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:41.719250 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port c6f12907-6ca9-41d9-bed1-87ec44d2c830 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:41.719810 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.721356 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.858357 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d7897ece-4070-4481-aa39-dc12d233d620), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.864709 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port c6f12907-6ca9-41d9-bed1-87ec44d2c830 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:41.885625 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks [] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.894681 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.938089 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-94e5ff37-09a7-4fdd-a67e-ef43787a5a40 None None] Provisioning complete for port d7897ece-4070-4481-aa39-dc12d233d620 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:41.938489 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-94e5ff37-09a7-4fdd-a67e-ef43787a5a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d7897ece-4070-4481-aa39-dc12d233d620), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:41.983973 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe46b-cd27-4610-808a-fda072c67a87 None None] Pushing event updated for resources: {'Port': ['ID=3e750a2f-a836-49ff-8eda-d773c668bf06,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:41.986123 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Attempting to bind port 3e750a2f-a836-49ff-8eda-d773c668bf06 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:41.986508 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Attempting to bind port 3e750a2f-a836-49ff-8eda-d773c668bf06 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:41.987020 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Attempting to bind port 3e750a2f-a836-49ff-8eda-d773c668bf06 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:41.999050 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-94e5ff37-09a7-4fdd-a67e-ef43787a5a40 None None] Port d7897ece-4070-4481-aa39-dc12d233d620 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:07:42.001049 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:42.001427 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:42.001829 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.002214 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:42.002714 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Bound port: 3e750a2f-a836-49ff-8eda-d773c668bf06, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:42.003100 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.025269 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks [] for port (d7897ece-4070-4481-aa39-dc12d233d620), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.030255 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.055350 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] For port 3e750a2f-a836-49ff-8eda-d773c668bf06, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:42.058489 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] For port 3e750a2f-a836-49ff-8eda-d773c668bf06, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3e750a2f-a836-49ff-8eda-d773c668bf06,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:42.065273 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.096988 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Pushing event updated for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:42.101611 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.127658 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe46b-cd27-4610-808a-fda072c67a87 None None] Pushing event updated for resources: {'Port': ['ID=3e750a2f-a836-49ff-8eda-d773c668bf06,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:42.130296 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:42.130939 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:42.199541 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:42.200908 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:42.245153 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:42.428113 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-806d6a8d-48fc-41db-bc19-95b5e562b6ac None None] Provisioning complete for port d7897ece-4070-4481-aa39-dc12d233d620 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:42.428492 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-806d6a8d-48fc-41db-bc19-95b5e562b6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d7897ece-4070-4481-aa39-dc12d233d620), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:42.493020 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 2, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:42.494881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-806d6a8d-48fc-41db-bc19-95b5e562b6ac None None] Port d7897ece-4070-4481-aa39-dc12d233d620 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:07:42.525726 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09df27-3e68-4cf2-b703-c77b73cd1869 None None] The sync data for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi is: [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 2, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:42.615682 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:07:42.740487 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:07:42.747059 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-665b5b8a-fb23-4566-a5b5-d4f1db7c6b91 admin admin] 10.222.0.57 "PUT /v2.0/routers/2b52c34b-7e26-4e7e-84d7-cae2a8764de7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8573437 May 10 20:07:43.151259 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e3759f5-72be-4e7b-875f-295e91109aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.260656 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33918) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:43.265719 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1056053098-network', 'tenant_id': '986d224cf5af4de98a59602aceb837a6'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:43.285884 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Made reservation on behalf of 986d224cf5af4de98a59602aceb837a6 for: {'network': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:43.288472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for network (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.298375 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.378683 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks [] for security_group (f9057b58-908b-4800-97bc-aa041094f385), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.382603 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (f9057b58-908b-4800-97bc-aa041094f385), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.408009 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=103323) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 10 20:07:43.418882 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9057b58-908b-4800-97bc-aa041094f385,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:43.423670 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (fb471f7d-492e-43f1-8c92-a4e7545bb10b), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.424023 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.segments_db [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Added segment fb471f7d-492e-43f1-8c92-a4e7545bb10b of type vlan for network b8231c76-670d-4601-bb3b-dc9daee6a596 May 10 20:07:43.467885 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739801255087'] for network (b8231c76-670d-4601-bb3b-dc9daee6a596), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.499151 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315'] for network (b8231c76-670d-4601-bb3b-dc9daee6a596), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.500436 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:43.501027 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.553255 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3e750a2f-a836-49ff-8eda-d773c668bf06 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:43.561957 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3001139 May 10 20:07:43.564569 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33920) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:43.569414 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Request body: {'subnet': {'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1056053098-subnet', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'ip_version': 4}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:43.584312 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d832-e154-4134-afbf-4ab7b5c28572 admin admin] Pushing event updated for resources: {'Network': ['ID=b8231c76-670d-4601-bb3b-dc9daee6a596,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:43.597401 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Made reservation on behalf of 986d224cf5af4de98a59602aceb837a6 for: {'subnet': 1} {{(pid=103323) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:43.599913 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5147291'] for subnet (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.602748 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Network b8231c76-670d-4601-bb3b-dc9daee6a596 details requested by agent ovs-agent-dv-cinder-841315-1-iscsi with host dv-cinder-841315-1-iscsi {{(pid=103325) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 10 20:07:43.654213 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3e750a2f-a836-49ff-8eda-d773c668bf06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:43.654623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.751981 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3e750a2f-a836-49ff-8eda-d773c668bf06 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:43.752435 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.775320 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 3e750a2f-a836-49ff-8eda-d773c668bf06, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3e750a2f-a836-49ff-8eda-d773c668bf06,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:43.780309 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.789529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4928723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5147269'] for subnet (3103b8eb-db8e-4f91-a376-72dfe62924a3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.832337 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=3e750a2f-a836-49ff-8eda-d773c668bf06,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:43.854023 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Checking segment: {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103323) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:43.854486 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Network hostable DHCP agents. Network: b8231c76-670d-4601-bb3b-dc9daee6a596, hostable agents: ['e7e2b113-60b7-4ff3-b32e-067b4783dad3'], hosted agents: [] {{(pid=103323) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 10 20:07:43.856743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3103b8eb-db8e-4f91-a376-72dfe62924a3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:43.874727 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Network b8231c76-670d-4601-bb3b-dc9daee6a596 is scheduled to be hosted by DHCP agent e7e2b113-60b7-4ff3-b32e-067b4783dad3 with binding_index 1 {{(pid=103323) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 10 20:07:43.884324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-841315-1-iscsi, b8231c76-670d-4601-bb3b-dc9daee6a596) {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:43.889038 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:43.889643 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.894056 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ed814-5639-4e69-8057-32a796c202ce None None] Network b8231c76-670d-4601-bb3b-dc9daee6a596 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:07:43.909610 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-32e8ec3a-a996-4a89-9b1c-c67eee304113 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3417089 May 10 20:07:43.909833 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33922) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:43.913965 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:43.932556 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-391407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8078'] for router (0435ea1d-7257-4119-8d99-89ea96d812db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.933589 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-391259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-390136', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-267247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8117'] for router (0435ea1d-7257-4119-8d99-89ea96d812db), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:43.997929 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for router_controller (0435ea1d-7257-4119-8d99-89ea96d812db), precommit_add_association {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.003617 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa7f2d372-69d2-534d-ad8b-bba5d514d978-b8231c76-670d-4601-bb3b-dc9daee6a596', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'project_id': '986d224cf5af4de98a59602aceb837a6', 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3'}]}} from dv-cinder-841315-1-iscsi. {{(pid=103325) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 10 20:07:44.004463 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.008847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.141416 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for router_gateway (0435ea1d-7257-4119-8d99-89ea96d812db), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.142372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.db_base_plugin_common [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Allocated IP 172.20.0.2 (b8231c76-670d-4601-bb3b-dc9daee6a596/3103b8eb-db8e-4f91-a376-72dfe62924a3/137e7333-65cc-4df2-b569-71929e3ade22) {{(pid=103325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:44.296076 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks [] for port (137e7333-65cc-4df2-b569-71929e3ade22), precommit_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.302288 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776'] for port (137e7333-65cc-4df2-b569-71929e3ade22), after_create {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.332807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for router_gateway (0435ea1d-7257-4119-8d99-89ea96d812db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.342541 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Network b8231c76-670d-4601-bb3b-dc9daee6a596 is already hosted by enough agents. {{(pid=103325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:44.345451 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.scheduler.base_scheduler [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Resources bound (agent type, host, resource id): {{(pid=103325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:44.347886 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Received port after_create {{(pid=103325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:44.352419 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.358918 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Pushing event updated for resources: {'Port': ['ID=137e7333-65cc-4df2-b569-71929e3ade22,revision_number=1']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:44.418970 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Attempting to bind port 137e7333-65cc-4df2-b569-71929e3ade22 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:44.419346 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Attempting to bind port 137e7333-65cc-4df2-b569-71929e3ade22 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:44.419710 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Attempting to bind port 137e7333-65cc-4df2-b569-71929e3ade22 on network b8231c76-670d-4601-bb3b-dc9daee6a596 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:44.425047 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:44.425426 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Checking segment: {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:44.425847 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.426245 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Bound using segment: {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:44.426740 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Bound port: 137e7333-65cc-4df2-b569-71929e3ade22, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:44.427119 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (137e7333-65cc-4df2-b569-71929e3ade22), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.465086 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Allocated IP 172.27.3.63 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/8501778c-03bc-4a2c-b46b-01675040e5d0) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:44.494039 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-55164105-38cc-4342-aa01-a383e1993aef None None] For port 137e7333-65cc-4df2-b569-71929e3ade22, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:44.498520 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-55164105-38cc-4342-aa01-a383e1993aef None None] For port 137e7333-65cc-4df2-b569-71929e3ade22, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=137e7333-65cc-4df2-b569-71929e3ade22,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:44.504850 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (137e7333-65cc-4df2-b569-71929e3ade22), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.575202 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55164105-38cc-4342-aa01-a383e1993aef None None] Pushing event updated for resources: {'Port': ['ID=137e7333-65cc-4df2-b569-71929e3ade22,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:44.583759 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.622773 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Sync routers for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:44.628594 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:44.635224 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:44.635933 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:44.674768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:44.677815 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:44.684472 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:44.690265 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Pushing event updated for resources: {'Port': ['ID=8501778c-03bc-4a2c-b46b-01675040e5d0,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:44.764872 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:44.969788 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 2, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:44.997949 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for router_gateway (0435ea1d-7257-4119-8d99-89ea96d812db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.000595 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Checking router: 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:45.000948 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Updating router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 port d7897ece-4070-4481-aa39-dc12d233d620 binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:07:45.028163 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d7897ece-4070-4481-aa39-dc12d233d620), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.202439 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-391252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-389909'] for router (0435ea1d-7257-4119-8d99-89ea96d812db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.348396 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Router 0435ea1d-7257-4119-8d99-89ea96d812db is scheduled to L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 with binding_index 1 {{(pid=103323) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 10 20:07:45.401400 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.406115 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks [] for port (d7897ece-4070-4481-aa39-dc12d233d620), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.413114 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.484889 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:07:45.497449 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Sync routers for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:45.503560 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Pushing event updated for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:45.512602 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:45.513277 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:45.515267 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.522763 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.522763 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.523024 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.523141 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.523141 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.523290 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-8d525542-d068-4638-a0ed-7085dbf0969c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6095500 May 10 20:07:45.523378 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.523378 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.524862 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 33924) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:07:45.526192 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.526683 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.528544 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.528995 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.529821 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.529821 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.533070 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.533541 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:45.588166 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Attempting to bind port d7897ece-4070-4481-aa39-dc12d233d620 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:45.588647 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Attempting to bind port d7897ece-4070-4481-aa39-dc12d233d620 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:45.589062 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Attempting to bind port d7897ece-4070-4481-aa39-dc12d233d620 on network bced33b1-09af-4f61-b5d3-3f01b6ac9932 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:45.602229 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:45.602229 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Checking segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:45.602229 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.604150 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Bound using segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:45.604713 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Bound port: d7897ece-4070-4481-aa39-dc12d233d620, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:45.605167 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d7897ece-4070-4481-aa39-dc12d233d620), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.640517 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ce0f7-5aaa-4eca-abfb-d4f99531dac4 None None] Network b8231c76-670d-4601-bb3b-dc9daee6a596 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:07:45.702329 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] For port d7897ece-4070-4481-aa39-dc12d233d620, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:45.706406 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] For port d7897ece-4070-4481-aa39-dc12d233d620, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=d7897ece-4070-4481-aa39-dc12d233d620,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:45.714488 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:45.759945 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3e750a2f-a836-49ff-8eda-d773c668bf06 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:45.784834 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:45.785539 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:45.825605 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b66d-b915-442d-a273-8ddd73fbf91a None None] Pushing event updated for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:45.914894 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:46.004374 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Provisioning complete for port 137e7333-65cc-4df2-b569-71929e3ade22 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:46.004751 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (137e7333-65cc-4df2-b569-71929e3ade22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.050363 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:46.140994 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:45Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:46.170694 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd2e64d-9f4f-4ed0-b29a-e05e30f09edd None None] The sync data for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi is: [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:45Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:46.255497 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 3e750a2f-a836-49ff-8eda-d773c668bf06 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:46.255881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.317192 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:44Z', 'revision_number': 3, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:46.359352 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Checking router: 0435ea1d-7257-4119-8d99-89ea96d812db for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:46.359716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Updating router 0435ea1d-7257-4119-8d99-89ea96d812db port 8501778c-03bc-4a2c-b46b-01675040e5d0 binding host dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:07:46.370922 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.395164 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Current status of the port 137e7333-65cc-4df2-b569-71929e3ade22 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:46.395486 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (137e7333-65cc-4df2-b569-71929e3ade22), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.418802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.499904 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] For port 137e7333-65cc-4df2-b569-71929e3ade22, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=137e7333-65cc-4df2-b569-71929e3ade22,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:46.500819 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 3e750a2f-a836-49ff-8eda-d773c668bf06 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:46.502010 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 137e7333-65cc-4df2-b569-71929e3ade22 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:46.510833 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (137e7333-65cc-4df2-b569-71929e3ade22), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.566779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_common [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Allocated IP 172.20.0.1 (b8231c76-670d-4601-bb3b-dc9daee6a596/3103b8eb-db8e-4f91-a376-72dfe62924a3/2c2b7a27-704b-4c95-b789-30617c710f9e) {{(pid=103323) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:46.663098 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Provisioning complete for port 137e7333-65cc-4df2-b569-71929e3ade22 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:46.663409 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (137e7333-65cc-4df2-b569-71929e3ade22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.687411 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks [] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.697775 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b34b5-fe4a-47f5-8f01-1d717b4e1e7b None None] Pushing event updated for resources: {'Port': ['ID=137e7333-65cc-4df2-b569-71929e3ade22,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:46.726181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.753968 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 137e7333-65cc-4df2-b569-71929e3ade22 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:46.754349 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (137e7333-65cc-4df2-b569-71929e3ade22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.764697 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Network b8231c76-670d-4601-bb3b-dc9daee6a596 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:46.767746 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:46.771231 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Received port after_create {{(pid=103323) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:46.801724 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:46.825584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-363330'] for router_interface (0435ea1d-7257-4119-8d99-89ea96d812db), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.900205 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Current status of the port 137e7333-65cc-4df2-b569-71929e3ade22 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:46.979476 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Provisioning complete for port d7897ece-4070-4481-aa39-dc12d233d620 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:46.979846 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d7897ece-4070-4481-aa39-dc12d233d620), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:46.988932 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.032270 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks [] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), precommit_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.039639 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.041319 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 137e7333-65cc-4df2-b569-71929e3ade22 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:47.122952 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9aa6-7164-4d88-b338-4b714d4adb8c None None] Pushing event updated for resources: {'Port': ['ID=8501778c-03bc-4a2c-b46b-01675040e5d0,revision_number=2']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.126929 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Attempting to bind port 8501778c-03bc-4a2c-b46b-01675040e5d0 on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:47.127297 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Attempting to bind port 8501778c-03bc-4a2c-b46b-01675040e5d0 by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:47.127655 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Attempting to bind port 8501778c-03bc-4a2c-b46b-01675040e5d0 on network 40199b24-4453-4b80-a322-fe0ae82ffc42 {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:47.139948 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:47.140306 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Checking segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:47.140705 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.141091 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Bound using segment: {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'} {{(pid=103325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:47.141555 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.managers [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Bound port: 8501778c-03bc-4a2c-b46b-01675040e5d0, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7258a4-3a25-4efa-9978-3bf473bcf112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42'}}] {{(pid=103325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:47.141929 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.145604 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Current status of the port d7897ece-4070-4481-aa39-dc12d233d620 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:47.145976 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (d7897ece-4070-4481-aa39-dc12d233d620), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.156360 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks [] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.160801 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.227732 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] For port d7897ece-4070-4481-aa39-dc12d233d620, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=d7897ece-4070-4481-aa39-dc12d233d620,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:47.230540 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.234815 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-501329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-363903'] for router_interface (0435ea1d-7257-4119-8d99-89ea96d812db), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.236365 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.237859 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Pushing event updated for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=2']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.238233 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] For port 8501778c-03bc-4a2c-b46b-01675040e5d0, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:47.242944 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] For port 8501778c-03bc-4a2c-b46b-01675040e5d0, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=8501778c-03bc-4a2c-b46b-01675040e5d0,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:47.264860 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.306977 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aab6f-2d5c-4fd8-9611-8e998df35e39 None None] Pushing event updated for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.312366 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:47.312974 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:47.337776 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Network b8231c76-670d-4601-bb3b-dc9daee6a596 is already hosted by enough agents. {{(pid=103323) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:47.339089 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.base_scheduler [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103323) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:47.436832 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-1ba497b9-7a41-44e4-909b-a9cda863a3cc None None] Provisioning complete for port 2c2b7a27-704b-4c95-b789-30617c710f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:47.437381 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1ba497b9-7a41-44e4-909b-a9cda863a3cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.468287 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Router 0435ea1d-7257-4119-8d99-89ea96d812db has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:07:47.498696 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d9aa6-7164-4d88-b338-4b714d4adb8c None None] Pushing event updated for resources: {'Port': ['ID=8501778c-03bc-4a2c-b46b-01675040e5d0,revision_number=3']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:47.605668 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:07:47.611572 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f61b97ce-890d-47bc-9299-8d88467b22d2 admin admin] 10.222.0.57 "PUT /v2.0/routers/0435ea1d-7257-4119-8d99-89ea96d812db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0859413 May 10 20:07:47.725534 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device d7897ece-4070-4481-aa39-dc12d233d620 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:47.750623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:47.753779 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-1ba497b9-7a41-44e4-909b-a9cda863a3cc None None] Port 2c2b7a27-704b-4c95-b789-30617c710f9e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:07:47.953197 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-56b054ea-bea4-4d3c-b4f7-b874499f00c7 None None] Provisioning complete for port 2c2b7a27-704b-4c95-b789-30617c710f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:47.953681 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-56b054ea-bea4-4d3c-b4f7-b874499f00c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:47.966320 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port d7897ece-4070-4481-aa39-dc12d233d620 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:47.966728 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (d7897ece-4070-4481-aa39-dc12d233d620), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:48.048431 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-56b054ea-bea4-4d3c-b4f7-b874499f00c7 None None] Port 2c2b7a27-704b-4c95-b789-30617c710f9e cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:07:48.138897 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:46Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2c2b7a27-704b-4c95-b789-30617c710f9e', 'name': '', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'mac_address': 'fa:16:3e:0d:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:46Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 2, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'subnets': [{'id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:48.141489 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port d7897ece-4070-4481-aa39-dc12d233d620 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:48.142554 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 137e7333-65cc-4df2-b569-71929e3ade22 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:48.170762 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badeb38f-471b-4b0b-a683-cc8a4c69f31d None None] The sync data for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi is: [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:46Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2c2b7a27-704b-4c95-b789-30617c710f9e', 'name': '', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'mac_address': 'fa:16:3e:0d:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:46Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 2, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'subnets': [{'id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:48.218437 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 137e7333-65cc-4df2-b569-71929e3ade22 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:48.218949 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (137e7333-65cc-4df2-b569-71929e3ade22), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:48.322028 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 137e7333-65cc-4df2-b569-71929e3ade22 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:49.583802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 8501778c-03bc-4a2c-b46b-01675040e5d0 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:49.639163 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 8501778c-03bc-4a2c-b46b-01675040e5d0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:49.639538 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:49.744654 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 8501778c-03bc-4a2c-b46b-01675040e5d0 is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:49.745030 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:49.771900 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] For port 8501778c-03bc-4a2c-b46b-01675040e5d0, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=8501778c-03bc-4a2c-b46b-01675040e5d0,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:49.778287 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:49.839446 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Pushing event updated for resources: {'Port': ['ID=8501778c-03bc-4a2c-b46b-01675040e5d0,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:50.469874 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Sync routers for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:07:50.479652 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:50.480269 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:50.612354 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:50.826226 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:46Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2c2b7a27-704b-4c95-b789-30617c710f9e', 'name': '', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'mac_address': 'fa:16:3e:0d:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:46Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 2, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'subnets': [{'id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:50.859070 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Checking router: 0435ea1d-7257-4119-8d99-89ea96d812db for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:07:50.859674 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Updating router 0435ea1d-7257-4119-8d99-89ea96d812db port 2c2b7a27-704b-4c95-b789-30617c710f9e binding host dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 10 20:07:50.892609 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.200952 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks [] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), precommit_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.206955 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.284192 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e541fcd-9256-4c4c-ba2a-d1d9968fddc7 None None] Pushing event updated for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=3']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:51.318452 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Attempting to bind port 2c2b7a27-704b-4c95-b789-30617c710f9e on host dv-cinder-841315-1-iscsi for vnic_type normal with profile {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:07:51.318843 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Attempting to bind port 2c2b7a27-704b-4c95-b789-30617c710f9e by drivers openvswitch,hyperv on host dv-cinder-841315-1-iscsi at level 0 using segments [{'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:07:51.319214 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Attempting to bind port 2c2b7a27-704b-4c95-b789-30617c710f9e on network b8231c76-670d-4601-bb3b-dc9daee6a596 {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:07:51.325007 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Checking agent: {'id': '69cdcd1e-563f-406d-b71e-ecb8cdaa19f4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-841315-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 47, 47), 'started_at': datetime.datetime(2022, 5, 10, 19, 48, 17), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-841315-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:07:51.325708 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Checking segment: {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:07:51.325832 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.326162 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Bound using segment: {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'} {{(pid=103326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:07:51.326654 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.managers [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Bound port: 2c2b7a27-704b-4c95-b789-30617c710f9e, host: dv-cinder-841315-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb471f7d-492e-43f1-8c92-a4e7545bb10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596'}}] {{(pid=103326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:07:51.327030 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), before_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.395761 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] For port 2c2b7a27-704b-4c95-b789-30617c710f9e, host dv-cinder-841315-1-iscsi, cleared binding levels {{(pid=103326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:07:51.400495 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.plugins.ml2.db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] For port 2c2b7a27-704b-4c95-b789-30617c710f9e, host dv-cinder-841315-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2c2b7a27-704b-4c95-b789-30617c710f9e,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:07:51.407675 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_update {{(pid=103326) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.463307 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:07:51.463945 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:07:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:51.495684 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Provisioning complete for port 2c2b7a27-704b-4c95-b789-30617c710f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:51.497609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.602965 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 8501778c-03bc-4a2c-b46b-01675040e5d0 up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:51.700969 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:07:51.728105 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 8501778c-03bc-4a2c-b46b-01675040e5d0 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:51.728611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.733531 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Current status of the port 2c2b7a27-704b-4c95-b789-30617c710f9e is: DOWN; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:51.736327 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.805268 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e541fcd-9256-4c4c-ba2a-d1d9968fddc7 None None] Pushing event updated for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=4']} {{(pid=103326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:51.816000 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] For port 2c2b7a27-704b-4c95-b789-30617c710f9e, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2c2b7a27-704b-4c95-b789-30617c710f9e,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:07:51.823784 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.905359 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b49501-21ae-47e6-8d1a-10792f3fcec6 None None] Pushing event updated for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:51.913810 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 8501778c-03bc-4a2c-b46b-01675040e5d0 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:51.944869 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:46Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2c2b7a27-704b-4c95-b789-30617c710f9e', 'name': '', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'mac_address': 'fa:16:3e:0d:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:46Z', 'updated_at': '2022-05-10T20:07:51Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'subnets': [{'id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:07:51.946612 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-da0d3afe-2ecf-425a-b558-10f3e181ae08 None None] Provisioning complete for port 2c2b7a27-704b-4c95-b789-30617c710f9e triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:51.949793 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-da0d3afe-2ecf-425a-b558-10f3e181ae08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:51.973952 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f3f6e5-a352-445e-8045-8b28025a6ba0 None None] The sync data for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi is: [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:07:46Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '2c2b7a27-704b-4c95-b789-30617c710f9e', 'name': '', 'network_id': 'b8231c76-670d-4601-bb3b-dc9daee6a596', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'mac_address': 'fa:16:3e:0d:98:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:46Z', 'updated_at': '2022-05-10T20:07:51Z', 'revision_number': 4, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'subnets': [{'id': '3103b8eb-db8e-4f91-a376-72dfe62924a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:07:52.069532 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-da0d3afe-2ecf-425a-b558-10f3e181ae08 None None] Current status of the port 2c2b7a27-704b-4c95-b789-30617c710f9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:52.130306 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:07:53.564802 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2c2b7a27-704b-4c95-b789-30617c710f9e up at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:07:53.616132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Provisioning complete for port 2c2b7a27-704b-4c95-b789-30617c710f9e triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:53.616796 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:53.705904 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Current status of the port 2c2b7a27-704b-4c95-b789-30617c710f9e is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:07:57.253752 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-62e5c387-6d88-4051-8e94-465ce96c78fc tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:57.255219 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-62e5c387-6d88-4051-8e94-465ce96c78fc tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 815 time: 0.1020720 May 10 20:07:57.270172 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-93dab70c-a60a-4bc2-abb3-be1b6d57f9cd tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/quotas/b52def9bc7f1456398c9f2ad21235015 HTTP/1.1" status: 200 len: 375 time: 0.0094459 May 10 20:07:57.320291 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-da5d7180-4007-446b-89cf-987dcc3c0097 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428135 May 10 20:07:57.425368 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-11d79ffc-acbe-4524-9787-2386f98b28b1 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:07:57.426366 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-11d79ffc-acbe-4524-9787-2386f98b28b1 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0948286 May 10 20:07:57.513220 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-e09c5cfc-cabd-4dd5-b0c9-8f7e50a6b113 service neutron] 10.222.0.57 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808759 May 10 20:07:57.603435 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-f4c90e20-0376-4e57-9b97-ef6966d48eb6 service neutron] 10.222.0.57 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845118 May 10 20:07:57.768618 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c52d3e84-a82d-49c9-b1de-bc45c181272b req-fdf04d88-90a2-4bfa-bc1a-919e90a1a712 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 210 time: 0.0311148 May 10 20:07:58.866033 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8f36427b-c189-45b8-bbe9-ae2e9c369c1e req-539d4bc4-e823-424a-963f-bf04885ad661 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 210 time: 0.0297272 May 10 20:07:58.894438 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-af18e670-8319-4bd6-a7a9-89dd7641b728 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:58.895896 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-af18e670-8319-4bd6-a7a9-89dd7641b728 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 815 time: 0.1105618 May 10 20:07:58.912953 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'port': {'device_id': '11791c39-5002-4ba0-81ef-4db63be706c5', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'admin_state_up': True, 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:07:59.016777 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Made reservation on behalf of b52def9bc7f1456398c9f2ad21235015 for: {'port': 1} {{(pid=103324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 10 20:07:59.020496 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:59.161096 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Allocated IP 172.20.0.11 (bced33b1-09af-4f61-b5d3-3f01b6ac9932/f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b/4233280a-c63e-4ca7-a753-38d15f6bc316) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:07:59.332428 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:59.371494 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:59.435169 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:07:59.440734 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:07:59.457792 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:07:59.490601 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:07:59.500815 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.501484 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.502052 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.502641 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.503199 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.503757 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.504202 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.504636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.505090 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.505569 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.505966 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.506378 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.506975 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.507532 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.508072 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:07:59.548896 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:59.550100 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:59.595147 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-5342204d-fbad-4278-aca8-fc00bf9d151f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6776206 May 10 20:07:59.736087 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-e2dea2c8-e77a-4408-9fdb-5bb34b98a81e None None] Provisioning complete for port 4233280a-c63e-4ca7-a753-38d15f6bc316 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:07:59.736630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-e2dea2c8-e77a-4408-9fdb-5bb34b98a81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:07:59.774536 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-e2dea2c8-e77a-4408-9fdb-5bb34b98a81e None None] Port 4233280a-c63e-4ca7-a753-38d15f6bc316 cannot update to ACTIVE because it is not bound. {{(pid=103325) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 10 20:07:59.996995 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3bdb8-fad7-41bc-9df0-f56cff21cafb req-a10d7b6c-07fe-4bef-a895-c6cc479283ed tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:07:59.998560 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27a3bdb8-fad7-41bc-9df0-f56cff21cafb req-a10d7b6c-07fe-4bef-a895-c6cc479283ed tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0615544 May 10 20:08:00.055187 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-27a3bdb8-fad7-41bc-9df0-f56cff21cafb req-10264abc-aa9c-4138-b8d2-8041abdcd469 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499783 May 10 20:08:01.342446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca46b9e-dcd1-43af-ae83-80753cdf3455 req-cab3bded-f946-4e07-810c-8de6a13f284c tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:01.349427 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dca46b9e-dcd1-43af-ae83-80753cdf3455 req-cab3bded-f946-4e07-810c-8de6a13f284c tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0599673 May 10 20:08:01.395126 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-dca46b9e-dcd1-43af-ae83-80753cdf3455 req-3b9bda63-a846-431f-8d98-af5fd2f329aa tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 May 10 20:08:02.515413 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672ff926-f522-4430-a44e-3ce49f31aa83 req-6d58abf4-fc55-4f51-af59-9a0f6c2b2f2d tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:02.517928 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-672ff926-f522-4430-a44e-3ce49f31aa83 req-6d58abf4-fc55-4f51-af59-9a0f6c2b2f2d tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0478492 May 10 20:08:02.570393 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-672ff926-f522-4430-a44e-3ce49f31aa83 req-07f2c288-7e50-4794-bd82-a8788efb908f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459170 May 10 20:08:03.690980 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90955ff4-3b20-4d04-a502-dfcf3f075917 req-10e63e73-3ef2-4d74-b6f1-3a5f09ed5c83 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:03.692599 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-90955ff4-3b20-4d04-a502-dfcf3f075917 req-10e63e73-3ef2-4d74-b6f1-3a5f09ed5c83 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0530045 May 10 20:08:03.743624 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-90955ff4-3b20-4d04-a502-dfcf3f075917 req-16ff16a0-cab4-4065-bb41-77e7c9a60ab0 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432062 May 10 20:08:04.860591 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8bc6f-c735-441a-85da-2c0d1b434582 req-0aa47283-bb73-4d74-a260-630e43f07e42 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:04.862110 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4dc8bc6f-c735-441a-85da-2c0d1b434582 req-0aa47283-bb73-4d74-a260-630e43f07e42 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0478458 May 10 20:08:04.913116 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4dc8bc6f-c735-441a-85da-2c0d1b434582 req-c3716ce6-730e-49b9-9d59-e8c34522c3b1 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 May 10 20:08:06.032629 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de56d2d-c8a2-4c83-a8b9-8565b272510b req-c6c7fbe0-9b92-4fac-bb84-a1e199da9350 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:06.034058 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0de56d2d-c8a2-4c83-a8b9-8565b272510b req-c6c7fbe0-9b92-4fac-bb84-a1e199da9350 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 932 time: 0.0509574 May 10 20:08:06.083854 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-0de56d2d-c8a2-4c83-a8b9-8565b272510b req-1dd4da78-a2c3-4a4e-a713-c3cb35c5f882 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438576 May 10 20:08:06.657073 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Request body: {'port': {'device_id': '11791c39-5002-4ba0-81ef-4db63be706c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84131'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:06.716970 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:06.969218 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4233280a-c63e-4ca7-a753-38d15f6bc316 {{(pid=103324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:08:06.976566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks [] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:06.988826 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.provisioning_blocks [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Transition to ACTIVE for port object 4233280a-c63e-4ca7-a753-38d15f6bc316 will not be triggered until provisioned by entity L2. {{(pid=103324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 10 20:08:06.992376 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.051796 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:07.130292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Attempting to bind port 4233280a-c63e-4ca7-a753-38d15f6bc316 on host hv-cinder-84131 for vnic_type normal with profile {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 10 20:08:07.130675 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Attempting to bind port 4233280a-c63e-4ca7-a753-38d15f6bc316 by drivers openvswitch,hyperv on host hv-cinder-84131 at level 0 using segments [{'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 10 20:08:07.130999 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Attempting to bind port 4233280a-c63e-4ca7-a753-38d15f6bc316 on network bced33b1-09af-4f61-b5d3-3f01b6ac9932 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:08:07.135721 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Port 4233280a-c63e-4ca7-a753-38d15f6bc316 on network bced33b1-09af-4f61-b5d3-3f01b6ac9932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84131 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 10 20:08:07.136044 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Attempting to bind port 4233280a-c63e-4ca7-a753-38d15f6bc316 on network bced33b1-09af-4f61-b5d3-3f01b6ac9932 {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 10 20:08:07.142864 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Checking agent: {'id': '331ac1ac-41d7-431f-b99f-45e2a46def4e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84131', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'started_at': datetime.datetime(2022, 5, 10, 19, 54, 11), 'heartbeat_timestamp': datetime.datetime(2022, 5, 10, 20, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 10 20:08:07.143584 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Checking segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 10 20:08:07.144035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Bound using segment: {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'} {{(pid=103324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 10 20:08:07.144773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.managers [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Bound port: 4233280a-c63e-4ca7-a753-38d15f6bc316, host: hv-cinder-84131, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5870d2fb-313c-4922-b471-9d8b9ba9fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932'}}] {{(pid=103324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 10 20:08:07.145170 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.229036 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae2a9d-a2ec-4803-8d2c-eea74378e0e6 req-1397e176-1463-4faf-8b54-f38def5dd22b tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:07.230480 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95ae2a9d-a2ec-4803-8d2c-eea74378e0e6 req-1397e176-1463-4faf-8b54-f38def5dd22b tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 944 time: 0.0750110 May 10 20:08:07.272527 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, cleared binding levels {{(pid=103324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 10 20:08:07.280238 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 10 20:08:07.292879 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.323814 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-95ae2a9d-a2ec-4803-8d2c-eea74378e0e6 req-73a408a7-0ca3-4a30-b8f6-115bbbca4ffa tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877268 May 10 20:08:07.330712 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:07.331364 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:07.332916 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] 10.222.0.60 "PUT /v2.0/ports/4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1094 time: 0.6807632 May 10 20:08:07.335414 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:07.338384 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a334df2b-b2c8-4113-bace-9bfe118ceef0" -d '{"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:07.370525 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0fd5a-3702-47c6-9e47-04721d4e0dfd service neutron] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=3']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:07.405568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7f3f9c-9b72-4b2b-b50d-afa04b65f26d x-openstack-request-id: req-5d7f3f9c-9b72-4b2b-b50d-afa04b65f26d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:07.405861 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:07.406117 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5d7f3f9c-9b72-4b2b-b50d-afa04b65f26d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:07.406548 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d7f3f9c-9b72-4b2b-b50d-afa04b65f26d'] response: {'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:08:07.418384 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-8f430804-36ee-4afe-b321-121a9cc5e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:07.419940 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-8f430804-36ee-4afe-b321-121a9cc5e891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1128 time: 0.0458717 May 10 20:08:07.468218 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-3b472a9a-b26f-4863-a3e4-e1103e4498b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 217 time: 0.0395696 May 10 20:08:07.520181 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-cfd446a9-b802-4a26-bb9a-2061be222a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:07.521712 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-cfd446a9-b802-4a26-bb9a-2061be222a86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0461023 May 10 20:08:07.568658 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-2cd7590e-03da-4726-a07d-198c18719e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:07.570155 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-2cd7590e-03da-4726-a07d-198c18719e19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400448 May 10 20:08:07.660160 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-22ebdc5e-026c-4d02-bdaa-95cda259c55c service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 May 10 20:08:07.745740 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a6a309e5-e4d9-44a4-bc94-b8fa781ab26e req-9e66c387-1751-461d-adc8-705d2087ce8c service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795310 May 10 20:08:08.438879 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfaca0-2eb3-4ed6-b445-6a95a1942a57 req-c24a325d-d0d8-4b6d-aef0-8c0c5eb6931a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:08.440321 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b1dfaca0-2eb3-4ed6-b445-6a95a1942a57 req-c24a325d-d0d8-4b6d-aef0-8c0c5eb6931a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 944 time: 0.0492513 May 10 20:08:08.485820 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b1dfaca0-2eb3-4ed6-b445-6a95a1942a57 req-24e7c240-b7a3-4bd6-b3a8-14dd113aa86d tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 May 10 20:08:08.643406 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-9aa9a0cd-3c98-4cfa-9312-a20d085901e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:08.644776 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-9aa9a0cd-3c98-4cfa-9312-a20d085901e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1128 time: 0.0376139 May 10 20:08:08.733425 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-ba7e9e95-0b97-4872-8fb3-ba773a11808f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:08.734943 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-ba7e9e95-0b97-4872-8fb3-ba773a11808f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.0838649 May 10 20:08:08.775559 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-9323d4b5-f36e-4703-af45-062bde0d32d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 217 time: 0.0339756 May 10 20:08:08.825053 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-6daecc2a-be52-4f1b-891d-1968190e6a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:08.826424 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-6daecc2a-be52-4f1b-891d-1968190e6a09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0428505 May 10 20:08:08.871990 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-96fed630-a727-4dbf-8c4c-54a462c9db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:08.873460 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-96fed630-a727-4dbf-8c4c-54a462c9db43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377979 May 10 20:08:08.960447 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-22080435-56c2-4b9c-a9aa-2c90d92ac7cf service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809731 May 10 20:08:09.045811 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-a334df2b-b2c8-4113-bace-9bfe118ceef0 req-2b46aca3-a89e-4622-83ba-37b9d89117d0 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784528 May 10 20:08:09.602035 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb842a-c5ec-4b37-863d-0da3e52a73ec req-e8a23fc7-ebd3-475f-acf3-a4880c94de96 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:09.603532 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4cdb842a-c5ec-4b37-863d-0da3e52a73ec req-e8a23fc7-ebd3-475f-acf3-a4880c94de96 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 944 time: 0.0480902 May 10 20:08:09.652725 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4cdb842a-c5ec-4b37-863d-0da3e52a73ec req-459f668e-0d59-49ef-9eb5-1ba4ff989329 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 May 10 20:08:10.350180 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 4233280a-c63e-4ca7-a753-38d15f6bc316 details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:08:10.444216 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:10.458561 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'port_id': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'mac_address': 'fa:16:3e:f7:4d:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:08:10.494200 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 4233280a-c63e-4ca7-a753-38d15f6bc316 is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:10.494613 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:10.506805 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4233280a-c63e-4ca7-a753-38d15f6bc316 {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:08:10.525801 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:10.530573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:10.577609 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=4']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:10.670436 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ec13b5d2-5706-4850-812a-b063622acf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:10.767655 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc899e-42c7-4733-b208-28942133ea44 req-d4852d4c-a934-4203-b375-64fd75dec120 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:10.769132 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b0cc899e-42c7-4733-b208-28942133ea44 req-d4852d4c-a934-4203-b375-64fd75dec120 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 945 time: 0.0511279 May 10 20:08:10.812880 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:08:10.814747 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b0cc899e-42c7-4733-b208-28942133ea44 req-27a2e90a-d4dc-4130-a915-32e5afa14640 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398910 May 10 20:08:11.619032 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:11.925904 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9abd7-8c2a-41fc-ae58-7d3af24b0f9f req-1d35d849-bd30-4af3-8f73-61e8e805eb4b tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:11.927402 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49d9abd7-8c2a-41fc-ae58-7d3af24b0f9f req-1d35d849-bd30-4af3-8f73-61e8e805eb4b tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 945 time: 0.0458863 May 10 20:08:11.972814 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-49d9abd7-8c2a-41fc-ae58-7d3af24b0f9f req-1edd7a2b-144d-4655-b7ea-81e658ac00c1 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400226 May 10 20:08:12.369464 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 4233280a-c63e-4ca7-a753-38d15f6bc316 up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:12.413424 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning for port 4233280a-c63e-4ca7-a753-38d15f6bc316 completed by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 10 20:08:12.419201 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 4233280a-c63e-4ca7-a753-38d15f6bc316 triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:12.419580 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:12.496544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 4233280a-c63e-4ca7-a753-38d15f6bc316 is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:12.496929 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:12.519277 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:12.521544 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c94cf2-bf1d-4e5d-9bd3-7a2ffc4744db" -d '{"events": [{"server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "name": "network-vif-plugged", "status": "completed", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:12.534266 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:12.538384 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:12.586038 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=5']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:12.678731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1037752-7823-47a1-903b-e22e6c3bd942 x-openstack-request-id: req-c1037752-7823-47a1-903b-e22e6c3bd942 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:12.679372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "name": "network-vif-plugged", "status": "completed", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:12.679372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1037752-7823-47a1-903b-e22e6c3bd942 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:12.679694 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1037752-7823-47a1-903b-e22e6c3bd942'] response: {'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'code': 200} May 10 20:08:12.849958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49e52f-963e-486e-bc37-87789bcae9d0 req-a6e23bcd-3f07-4d97-855a-2cc123a6eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:12.851443 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b49e52f-963e-486e-bc37-87789bcae9d0 req-a6e23bcd-3f07-4d97-855a-2cc123a6eeef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1130 time: 0.0371652 May 10 20:08:12.896487 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2b49e52f-963e-486e-bc37-87789bcae9d0 req-5f84d647-2bee-4fda-9e49-bd4d571461da service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383065 May 10 20:08:13.089415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a317c-94c0-401d-b85a-ccf74a7f047c req-7a963a20-4c15-4ab0-809c-3153f213a182 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:13.090891 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-252a317c-94c0-401d-b85a-ccf74a7f047c req-7a963a20-4c15-4ab0-809c-3153f213a182 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0465238 May 10 20:08:13.135881 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-252a317c-94c0-401d-b85a-ccf74a7f047c req-66c468af-429e-491e-8d42-f29c41672191 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 May 10 20:08:13.145565 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8016b624-b164-4656-81f8-cff73f7cab86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:13.998372 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:14.253497 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ea87-62af-4032-9c99-bf29c5844f9c req-8da45dd5-1e27-4a4a-b4ea-c538f3c16df0 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:14.254908 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4447ea87-62af-4032-9c99-bf29c5844f9c req-8da45dd5-1e27-4a4a-b4ea-c538f3c16df0 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0493877 May 10 20:08:14.301251 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4447ea87-62af-4032-9c99-bf29c5844f9c req-5423ac41-fbaf-461e-8fb6-1e3558df7127 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 May 10 20:08:15.403063 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:15.418233 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc8709-1a18-4a62-bf99-1cf371afa42b req-6a6efb0e-7228-4014-a169-7b77da6fc24a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:15.419741 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ccc8709-1a18-4a62-bf99-1cf371afa42b req-6a6efb0e-7228-4014-a169-7b77da6fc24a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0525346 May 10 20:08:15.465574 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-5ccc8709-1a18-4a62-bf99-1cf371afa42b req-6a9c8583-7c5a-4766-9da4-9b0012af4e86 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398211 May 10 20:08:15.575649 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2221afe-0ed4-42e9-ba28-b35d5c0ccb30 req-cb7e408c-d836-43e7-b3db-0bb29a165ec2 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:15.577105 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d2221afe-0ed4-42e9-ba28-b35d5c0ccb30 req-cb7e408c-d836-43e7-b3db-0bb29a165ec2 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0456078 May 10 20:08:15.623310 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-d2221afe-0ed4-42e9-ba28-b35d5c0ccb30 req-50112da2-946d-488a-b5f5-b977f122c636 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407448 May 10 20:08:15.945774 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a4b47-f91d-4178-887e-a1f70f6397ba req-08ecddda-161a-4f92-9b1b-d15e29a65fad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:15.947157 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-696a4b47-f91d-4178-887e-a1f70f6397ba req-08ecddda-161a-4f92-9b1b-d15e29a65fad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0474319 May 10 20:08:15.995033 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-696a4b47-f91d-4178-887e-a1f70f6397ba req-437f19e3-3daf-4aaf-ba1f-a63dbe0fbc3b tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417817 May 10 20:08:16.989700 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-60d47a37-6484-4f4a-bd41-7f5c1db90e35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0360558 May 10 20:08:17.066132 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-547acdd1-eec5-4bcb-bfda-c7d7915fb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:17.067593 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-547acdd1-eec5-4bcb-bfda-c7d7915fb745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0377376 May 10 20:08:17.167915 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-d940a0c6-f6cb-417b-b64d-97ac78ea090a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:17.169337 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-d940a0c6-f6cb-417b-b64d-97ac78ea090a service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0833557 May 10 20:08:17.195040 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:17.239010 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-a81d5235-7178-45d7-aeef-bee59aaa2b9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1002 time: 0.0607042 May 10 20:08:17.285983 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-a0f748d4-370e-41b8-b4d0-02728b73eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:17.287353 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-a0f748d4-370e-41b8-b4d0-02728b73eea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0427597 May 10 20:08:17.333672 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-db933cd6-2e38-4df6-9ccc-5320ab0d93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:17.335197 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-db933cd6-2e38-4df6-9ccc-5320ab0d93b0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420132 May 10 20:08:17.423050 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-f462d461-6e73-47c1-bb6d-98c66f608394 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815668 May 10 20:08:17.514680 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-1188f3d3-f1a0-415d-98ae-30ad249b56fc req-d6d56d70-10d6-4179-a439-2faf5b2fa0ae service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 May 10 20:08:25.585515 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a185b7-e7b0-413f-9c12-467cabc6b68b req-50016c49-8191-4842-9d9c-3a846589fb84 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:25.586986 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b2a185b7-e7b0-413f-9c12-467cabc6b68b req-50016c49-8191-4842-9d9c-3a846589fb84 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.2829945 May 10 20:08:25.632004 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b2a185b7-e7b0-413f-9c12-467cabc6b68b req-cfb86760-57f3-4a80-a1b4-528d3b602bbd tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395424 May 10 20:08:25.653718 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34122) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:25.776904 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81e0ca5-b5ac-433c-b2c2-b7ca7704d850 tempest-TestMinimumBasicScenario-249778661 tempest-TestMinimumBasicScenario-249778661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:25.778385 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e81e0ca5-b5ac-433c-b2c2-b7ca7704d850 tempest-TestMinimumBasicScenario-249778661 tempest-TestMinimumBasicScenario-249778661-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1125 time: 0.1237190 May 10 20:08:25.781253 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34126) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:25.786065 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.v2.base [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'floatingip': {'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'port_id': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:25.805572 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.881014 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (None), before_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:25.980274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_common [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Allocated IP 172.27.3.131 (40199b24-4453-4b80-a322-fe0ae82ffc42/605cbd83-ac15-43e2-8c33-ea5c6ab08621/4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f) {{(pid=103324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 10 20:08:26.080981 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.112247 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739801265776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.150830 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Network 40199b24-4453-4b80-a322-fe0ae82ffc42 is already hosted by enough agents. {{(pid=103324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 10 20:08:26.155562 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.base_scheduler [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Resources bound (agent type, host, resource id): {{(pid=103324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 10 20:08:26.160018 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Received port after_create {{(pid=103324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 10 20:08:26.161973 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'Port': ['ID=4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f,revision_number=1']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.516785 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for floatingip (b9d9bcef-43a9-4f29-a11a-b8d30339bc47), precommit_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.586367 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), before_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.730062 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), precommit_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.734892 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6740987'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), after_update {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.812276 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'Port': ['ID=4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f,revision_number=2']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:26.824623 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-390172'] for floatingip (b9d9bcef-43a9-4f29-a11a-b8d30339bc47), after_create {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:26.964459 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Floating IP b9d9bcef-43a9-4f29-a11a-b8d30339bc47 associated. External IP: 172.27.3.131, port: 4233280a-c63e-4ca7-a753-38d15f6bc316. May 10 20:08:27.009145 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e75b1-823e-4988-b134-85e66006e827 req-2e9f07bf-0e09-486f-aea2-8de6eeeb0381 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:27.010671 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc1e75b1-823e-4988-b134-85e66006e827 req-2e9f07bf-0e09-486f-aea2-8de6eeeb0381 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0896370 May 10 20:08:27.098898 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bc1e75b1-823e-4988-b134-85e66006e827 req-5ed1f2a0-cf35-49b0-96ce-fe86ac7da971 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819747 May 10 20:08:27.221117 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:08:27.333620 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:08:27.343017 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Sync routers for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:08:27.351994 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.353338 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:27.353958 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:08:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.384679 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-e0a1a60a-2d73-49a4-8f0c-d583511d9c27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6023884 May 10 20:08:27.385260 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:27.387464 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34132) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:27.387990 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035ef409-fd7f-4a00-b5bf-883557be5472" -d '{"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:27.393703 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036356742', 'description': 'tempest-secgroup-smoke-1036356742 description', 'project_id': 'b52def9bc7f1456398c9f2ad21235015'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:27.425507 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1f43d9-63f4-4927-9359-84e7c8bd4eb9 x-openstack-request-id: req-da1f43d9-63f4-4927-9359-84e7c8bd4eb9 {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:27.425837 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:27.426088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da1f43d9-63f4-4927-9359-84e7c8bd4eb9 {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:27.426621 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1f43d9-63f4-4927-9359-84e7c8bd4eb9'] response: {'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:08:27.428745 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (None), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.508216 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-7c411828-12ba-42c1-8997-865ed984c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:27.510038 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-7c411828-12ba-42c1-8997-865ed984c97d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1130 time: 0.0615060 May 10 20:08:27.531036 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (2be18ec3-b62d-4f26-9a9b-c4962bffb696), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.536502 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2be18ec3-b62d-4f26-9a9b-c4962bffb696), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.565133 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.569660 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1772265 May 10 20:08:27.569660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34136) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:27.573909 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:27.592179 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be18ec3-b62d-4f26-9a9b-c4962bffb696,revision_number=1']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.602641 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.602918 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.603452 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.603796 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.604298 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.604814 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.605153 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.605493 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.605821 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.606164 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.606505 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.606835 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.607337 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.607672 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.608004 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b3efd-6865-4b60-8254-5e4739bd8039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:27.622155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-ca85ae9c-998f-4201-bb8b-705fcc5ea38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:27.623533 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:27.623750 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-ca85ae9c-998f-4201-bb8b-705fcc5ea38d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.0983522 May 10 20:08:27.636317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (4619d545-1198-4418-ae6c-2bd65158a80a), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.696496 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-95f12daa-c181-4215-8c26-d5e360836922 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1000 time: 0.0656500 May 10 20:08:27.698343 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (4619d545-1198-4418-ae6c-2bd65158a80a), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.702639 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (4619d545-1198-4418-ae6c-2bd65158a80a), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.724319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4619d545-1198-4418-ae6c-2bd65158a80a,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.732008 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.733978 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-c3d6bd3f-42e2-4dc4-aa6b-4b54c1cdd569 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1634443 May 10 20:08:27.737181 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34138) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:27.742743 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:27.749263 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-31ee4077-a7bc-4587-9061-e19f80f6e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:27.750760 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-31ee4077-a7bc-4587-9061-e19f80f6e9d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0483944 May 10 20:08:27.770020 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (e323a384-05cb-4915-9355-844e98d7acfd), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.797738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-9386060e-5f42-4c44-ac18-277e1d61e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:27.800029 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-9386060e-5f42-4c44-ac18-277e1d61e358 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420001 May 10 20:08:27.830721 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (e323a384-05cb-4915-9355-844e98d7acfd), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.834843 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (e323a384-05cb-4915-9355-844e98d7acfd), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.850081 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b9d9bcef-43a9-4f29-a11a-b8d30339bc47', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'port_id': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'mac_address': 'fa:16:3e:f7:4d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11791c39-5002-4ba0-81ef-4db63be706c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:08:26Z', 'updated_at': '2022-05-10T20:08:26Z', 'revision_number': 0, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.853530 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e323a384-05cb-4915-9355-844e98d7acfd,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.865565 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.867055 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-6b0a4dca-3b7a-472c-88ae-a686e25a8e27 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283159 May 10 20:08:27.870348 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34140) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:27.874936 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:27.879224 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Checking router: 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:08:27.887797 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:08:27.888412 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:08:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:27.901691 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (3ddceb4b-54c7-47cf-967d-7cc82fa8be0d), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.906215 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-29d5108d-6043-4a2f-9aae-f8b707b9dc5d service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984626 May 10 20:08:27.962324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (3ddceb4b-54c7-47cf-967d-7cc82fa8be0d), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.967062 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (3ddceb4b-54c7-47cf-967d-7cc82fa8be0d), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.982645 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddceb4b-54c7-47cf-967d-7cc82fa8be0d,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:27.995655 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:27.999464 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-e4ee0518-81a2-4367-ab4a-d011a55a3ca9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254339 May 10 20:08:27.999632 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34142) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:28.004114 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:28.006246 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-035ef409-fd7f-4a00-b5bf-883557be5472 req-5c5a19c7-51d3-40e2-8cf0-2cf69ba7db9f service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933564 May 10 20:08:28.016331 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:08:28.030851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (44b8db15-fddd-4c3d-9710-ca984093db99), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.088159 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (44b8db15-fddd-4c3d-9710-ca984093db99), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.091754 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (44b8db15-fddd-4c3d-9710-ca984093db99), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.112979 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b8db15-fddd-4c3d-9710-ca984093db99,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.122280 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.125063 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b911522d-47d3-4dcf-af7a-a939b01794ab tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230326 May 10 20:08:28.126276 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34146) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:28.131141 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:28.152394 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Project b52def9bc7f1456398c9f2ad21235015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:08:28.161449 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (3fd3bd2f-9429-4e1d-b538-0b89514039e3), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.225976 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a18008-0c36-4591-9fe8-c20dbe794901 req-86fb2809-41c0-4f3a-beb9-d2c130a085b6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:28.227502 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92a18008-0c36-4591-9fe8-c20dbe794901 req-86fb2809-41c0-4f3a-beb9-d2c130a085b6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0508742 May 10 20:08:28.232063 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (3fd3bd2f-9429-4e1d-b538-0b89514039e3), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.239435 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (3fd3bd2f-9429-4e1d-b538-0b89514039e3), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.258301 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd3bd2f-9429-4e1d-b538-0b89514039e3,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.260894 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b9d9bcef-43a9-4f29-a11a-b8d30339bc47', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'port_id': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'mac_address': 'fa:16:3e:f7:4d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11791c39-5002-4ba0-81ef-4db63be706c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:08:26Z', 'updated_at': '2022-05-10T20:08:26Z', 'revision_number': 0, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:08:28.278033 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.280235 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ae8d2140-90ea-43c0-a34f-312b974b4069 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1527798 May 10 20:08:28.283681 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34148) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:28.288428 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'security_group_rule': {'security_group_id': '2be18ec3-b62d-4f26-9a9b-c4962bffb696', 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:28.295022 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-92a18008-0c36-4591-9fe8-c20dbe794901 req-13d02992-2483-48ca-92a1-f568ca7cc22f tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614707 May 10 20:08:28.295832 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46e667-5a77-4adc-a0c8-26145a2dc08c None None] The sync data for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi is: [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_floatingips': [{'id': 'b9d9bcef-43a9-4f29-a11a-b8d30339bc47', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'router_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'port_id': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'mac_address': 'fa:16:3e:f7:4d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11791c39-5002-4ba0-81ef-4db63be706c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-10T20:08:26Z', 'updated_at': '2022-05-10T20:08:26Z', 'revision_number': 0, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:08:28.318698 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.securitygroups_db [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Project b52def9bc7f1456398c9f2ad21235015 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 10 20:08:28.324183 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (79eb9ffd-f0c5-446d-851a-8f20da55ce98), before_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.386532 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (79eb9ffd-f0c5-446d-851a-8f20da55ce98), precommit_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.390316 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482773'] for security_group_rule (79eb9ffd-f0c5-446d-851a-8f20da55ce98), after_create {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.409639 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79eb9ffd-f0c5-446d-851a-8f20da55ce98,revision_number=0']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:28.414584 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.415775 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-b20adc7c-49b0-4337-8e6c-a69d6dcbda41 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310873 May 10 20:08:28.497296 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55cad9c-4fe0-405b-b017-4dedf169d1a5 None None] New status for floating IP b9d9bcef-43a9-4f29-a11a-b8d30339bc47: ACTIVE {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:08:28.518587 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-5d8c476e-a00f-4652-af58-1e9b75380aa1 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036356742&fields=id&tenant_id=b52def9bc7f1456398c9f2ad21235015 HTTP/1.1" status: 200 len: 267 time: 0.0528004 May 10 20:08:28.572329 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-65b1e2cb-9e51-4b10-b0a2-b4698ae116b3 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:28.573847 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-65b1e2cb-9e51-4b10-b0a2-b4698ae116b3 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0495799 May 10 20:08:28.584552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'port': {'security_groups': ['79ecfae3-52a8-40de-b8cd-2919896be642', '2be18ec3-b62d-4f26-9a9b-c4962bffb696']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:08:28.653549 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.836469 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:28.866056 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.870754 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.882268 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:08:28.912341 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:28.912967 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:28.914328 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2302e742-400e-4fc6-8b78-fcd257716b16 req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "PUT /v2.0/ports/4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 982 time: 0.3342011 May 10 20:08:28.914799 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:28.917043 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74da565-57e1-4b62-8408-ea02fd2ef927" -d '{"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:28.948286 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f54d53-5532-4f6b-ab9c-78304ee3516f tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=6']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:29.011859 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:08:29.034125 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5bb6e-3068-4e57-92b1-f17032c58a33 req-dae5134c-2c09-4822-b3e4-1e1ca8332bcf tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.036010 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-48b5bb6e-3068-4e57-92b1-f17032c58a33 req-dae5134c-2c09-4822-b3e4-1e1ca8332bcf tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0613296 May 10 20:08:29.098398 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3906357-5739-46e9-ba54-0a0c9162ed24 x-openstack-request-id: req-e3906357-5739-46e9-ba54-0a0c9162ed24 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:29.098635 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:29.098746 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3906357-5739-46e9-ba54-0a0c9162ed24 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:29.099831 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3906357-5739-46e9-ba54-0a0c9162ed24'] response: {'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:08:29.105817 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-48b5bb6e-3068-4e57-92b1-f17032c58a33 req-20edfdad-0054-407c-8f30-89bf2d7f7694 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608850 May 10 20:08:29.129477 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:08:29.170276 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-7c7f29a2-f904-4853-93d1-db99effe9471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.171744 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-7c7f29a2-f904-4853-93d1-db99effe9471 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1169 time: 0.0457726 May 10 20:08:29.246287 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-c76a0156-24f2-4afa-bc2b-698589234103 None None] Provisioning complete for port 4233280a-c63e-4ca7-a753-38d15f6bc316 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:29.246688 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c76a0156-24f2-4afa-bc2b-698589234103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:29.261930 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-7f4c67ac-69cd-46ee-90ab-a782eb89741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.263431 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-7f4c67ac-69cd-46ee-90ab-a782eb89741f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.0849223 May 10 20:08:29.336462 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-bb8e6b62-1d95-4cf3-ae81-8ed2cfe8eacc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1002 time: 0.0640507 May 10 20:08:29.411210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-f0d79ebd-353c-40e7-8ec6-012d62c3f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.412844 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-f0d79ebd-353c-40e7-8ec6-012d62c3f219 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0698650 May 10 20:08:29.453698 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189cd64-8fea-4043-b0e2-b2967ea3cecf req-05601b1d-5b62-4074-acab-95b55ecc0d71 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.455817 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0189cd64-8fea-4043-b0e2-b2967ea3cecf req-05601b1d-5b62-4074-acab-95b55ecc0d71 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0796270 May 10 20:08:29.472141 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-c76a0156-24f2-4afa-bc2b-698589234103 None None] Current status of the port 4233280a-c63e-4ca7-a753-38d15f6bc316 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:29.473099 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-61f57d81-acc8-47b3-b3aa-7620c14eed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:29.474805 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-61f57d81-acc8-47b3-b3aa-7620c14eed71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564201 May 10 20:08:29.557752 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-0189cd64-8fea-4043-b0e2-b2967ea3cecf req-331999f9-fff1-414a-b4e4-99ece6398d30 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949707 May 10 20:08:29.591855 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-c4e9e8ee-c4a5-416e-9b3c-2cd40637ef71 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089258 May 10 20:08:29.683039 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e74da565-57e1-4b62-8408-ea02fd2ef927 req-070fbcf2-3620-41b5-86c4-e8f1ec93be85 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 May 10 20:08:30.675317 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9198015-85f0-4aad-a878-8c5815261b94 req-5d2559b7-657a-4edc-8fb5-debe034eb8d5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:30.676843 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a9198015-85f0-4aad-a878-8c5815261b94 req-5d2559b7-657a-4edc-8fb5-debe034eb8d5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0458584 May 10 20:08:30.724047 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-a9198015-85f0-4aad-a878-8c5815261b94 req-6164b4ac-f686-4c64-81f3-6f11b1744603 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416536 May 10 20:08:31.833103 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216c014-edb1-4dd1-970d-0029ea01f391 req-4e7b55d3-5948-47b7-9365-df45abb9367b tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:31.834569 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4216c014-edb1-4dd1-970d-0029ea01f391 req-4e7b55d3-5948-47b7-9365-df45abb9367b tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0460222 May 10 20:08:31.883561 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4216c014-edb1-4dd1-970d-0029ea01f391 req-60e6c2a1-35a4-414e-86d0-613c637acd14 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435743 May 10 20:08:32.993300 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb0aec-ebbb-4114-9fd1-dcc9e4d83e61 req-dce490f9-90e0-4eb8-9d09-0ecfb20ecc40 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:32.995031 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3bb0aec-ebbb-4114-9fd1-dcc9e4d83e61 req-dce490f9-90e0-4eb8-9d09-0ecfb20ecc40 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0455739 May 10 20:08:33.045250 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d3bb0aec-ebbb-4114-9fd1-dcc9e4d83e61 req-2452b04b-6fd4-497e-b11a-9a408809fb59 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 May 10 20:08:34.156163 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707c7df-cf3a-44dd-8ea8-261a5441cb96 req-5d6ac237-2808-4268-a0fb-7ae0e346efaa tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:34.157599 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4707c7df-cf3a-44dd-8ea8-261a5441cb96 req-5d6ac237-2808-4268-a0fb-7ae0e346efaa tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0445127 May 10 20:08:34.208647 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-4707c7df-cf3a-44dd-8ea8-261a5441cb96 req-47da12f9-f16a-4b70-a32f-12af33f229f9 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450959 May 10 20:08:35.323896 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f63e35-ae68-44fe-ada9-49917b9f996b req-0e1459c7-8e8a-4d8d-9dfe-f74eb3948e1e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:35.325380 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70f63e35-ae68-44fe-ada9-49917b9f996b req-0e1459c7-8e8a-4d8d-9dfe-f74eb3948e1e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0484614 May 10 20:08:35.373261 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-70f63e35-ae68-44fe-ada9-49917b9f996b req-546d198b-46cd-42fb-8ff1-469387e2134e tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418491 May 10 20:08:36.485155 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555cf57-a8ac-437b-8792-cc8bbdf91c68 req-2395bb45-ae19-4e24-b5f9-236df5ce68ec tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:36.487243 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b555cf57-a8ac-437b-8792-cc8bbdf91c68 req-2395bb45-ae19-4e24-b5f9-236df5ce68ec tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0460219 May 10 20:08:36.535965 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b555cf57-a8ac-437b-8792-cc8bbdf91c68 req-05a4b9ec-8b54-4a64-95c0-1f84054b5ce1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432456 May 10 20:08:37.117568 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-e8f08dd9-70fe-47a0-a3c2-97f14bb5c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:37.119093 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-e8f08dd9-70fe-47a0-a3c2-97f14bb5c95d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0378103 May 10 20:08:37.211063 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-affff39c-fc03-483d-b342-468a68cd22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:37.212535 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-affff39c-fc03-483d-b342-468a68cd22d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0864139 May 10 20:08:37.278785 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-8dff049a-a7ed-4249-a12d-facc4c36b4db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1002 time: 0.0579565 May 10 20:08:37.327360 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-1eaa3c49-fc77-4f82-9bd8-62adbc6b9631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:37.328796 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-1eaa3c49-fc77-4f82-9bd8-62adbc6b9631 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0439873 May 10 20:08:37.379244 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-39b78a36-9ba1-47b1-b4a5-61f205bf993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:37.380627 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-39b78a36-9ba1-47b1-b4a5-61f205bf993f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420899 May 10 20:08:37.468089 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-921c06f0-4a59-4ab9-a8db-56dab6e8332c service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793350 May 10 20:08:37.559786 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-8e3487fc-3a28-40f6-abed-8cd018dce9c8 req-f66399ac-2f99-42c1-93d6-cb2246abeb29 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849440 May 10 20:08:37.646876 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa91c3e-0191-447e-bdbd-66e37b7baacc req-2a82a672-cd0f-4485-802e-c929e611fc30 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:37.648246 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cfa91c3e-0191-447e-bdbd-66e37b7baacc req-2a82a672-cd0f-4485-802e-c929e611fc30 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0462244 May 10 20:08:37.697130 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-cfa91c3e-0191-447e-bdbd-66e37b7baacc req-7b11fa35-b717-428a-a38a-135c1fa846b5 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433447 May 10 20:08:38.818841 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dea32-a769-438f-9e01-95930d3694b7 req-cb05af0b-3edc-4b0d-9395-023cb447e266 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:38.820501 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668dea32-a769-438f-9e01-95930d3694b7 req-cb05af0b-3edc-4b0d-9395-023cb447e266 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0478728 May 10 20:08:38.868287 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-668dea32-a769-438f-9e01-95930d3694b7 req-61eb1f26-b519-4c15-8cc7-0a0cd84b853b tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423045 May 10 20:08:39.985981 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c93af-3ded-4259-bae9-ecbfe72c7ea6 req-7d219ecd-9ac1-4bc4-8ba7-d93fc9398595 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:39.987975 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d44c93af-3ded-4259-bae9-ecbfe72c7ea6 req-7d219ecd-9ac1-4bc4-8ba7-d93fc9398595 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0507333 May 10 20:08:40.039603 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-d44c93af-3ded-4259-bae9-ecbfe72c7ea6 req-f5e7392e-32f8-4491-b33b-805b9f10e131 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442843 May 10 20:08:40.243802 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6047b1-e59d-4ad3-b0dc-2530a305e7e0 req-94168b4d-f892-4b56-8719-856abfecc93b tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:40.246120 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e6047b1-e59d-4ad3-b0dc-2530a305e7e0 req-94168b4d-f892-4b56-8719-856abfecc93b tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0483212 May 10 20:08:40.258992 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34190) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:40.299397 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-2e6047b1-e59d-4ad3-b0dc-2530a305e7e0 req-212c8bb4-b037-419b-a3c5-199603b33df8 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477910 May 10 20:08:40.344560 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-60374f45-0966-43e1-8870-76cf556eab7a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845339 May 10 20:08:40.352910 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-73c1e187-3d62-43bf-b66e-53812319c9c5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=103323) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 10 20:08:40.353849 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-73c1e187-3d62-43bf-b66e-53812319c9c5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047741 May 10 20:08:40.427796 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34198) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:08:40.517564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-15efadcf-6c2f-4713-a434-a45c1bb697a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:40.519020 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-15efadcf-6c2f-4713-a434-a45c1bb697a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports/59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 943 time: 0.0902672 May 10 20:08:40.671991 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6f2177e0-84f9-4e0a-ad87-15d4174ca240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:41.414263 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cd885-5709-472e-88a7-a44c511b20ec req-ba792771-81d3-403d-bbd3-4edc551b5145 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:41.415776 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af8cd885-5709-472e-88a7-a44c511b20ec req-ba792771-81d3-403d-bbd3-4edc551b5145 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0477772 May 10 20:08:41.468277 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-af8cd885-5709-472e-88a7-a44c511b20ec req-d025fa1f-aa84-434c-ae18-de99bab13d31 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469120 May 10 20:08:41.612189 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:41.870385 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-36b0aa5d-f526-4fe8-bd70-b348e5117ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:41.871814 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-36b0aa5d-f526-4fe8-bd70-b348e5117ad6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe&tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a HTTP/1.1" status: 200 len: 1130 time: 0.0689619 May 10 20:08:41.932066 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-d65e0777-099d-40ac-8910-3677ff26ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:41.933506 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-d65e0777-099d-40ac-8910-3677ff26ddce service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0371163 May 10 20:08:42.023626 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-bbbb06c7-3618-4e34-b9c3-53e5f44da6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:42.025110 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-bbbb06c7-3618-4e34-b9c3-53e5f44da6d9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.0848465 May 10 20:08:42.087899 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-5d30a8e6-75e1-4dd9-a767-de397ef1b476 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 1002 time: 0.0563869 May 10 20:08:42.138496 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-b97c2415-fce2-491b-92f6-0702001aab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:42.139820 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-b97c2415-fce2-491b-92f6-0702001aab28 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0453055 May 10 20:08:42.183022 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-04f8b6e4-99aa-4d64-81d3-70a12b1ca036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:42.184461 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-04f8b6e4-99aa-4d64-81d3-70a12b1ca036 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376425 May 10 20:08:42.274811 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-fca53f03-561c-48c5-abd1-8976253832ed service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834520 May 10 20:08:42.365213 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6567a8eb-68fe-4591-9875-9450b5e6263e req-88b8beb2-b8fd-4df9-a917-92ee175c15c5 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830832 May 10 20:08:42.465325 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:08:42.544734 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 59264579-f015-4414-9410-630bf057f4aa is: ACTIVE; New status is: DOWN {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:42.545132 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:42.566915 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:42.569150 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3017d5c-8086-476b-9276-c03fef60bfd3" -d '{"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:42.581039 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:42.586260 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ed42a-1f5a-4f52-b6fc-079843d6ad54 req-d026ce5e-00d6-492d-8ec1-5025a4ade8b7 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:42.587409 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:42.589080 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-118ed42a-1f5a-4f52-b6fc-079843d6ad54 req-d026ce5e-00d6-492d-8ec1-5025a4ade8b7 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0492675 May 10 20:08:42.613706 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 May 2022 20:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6268124-9456-48f6-b379-232f4e5c3ffe x-openstack-request-id: req-c6268124-9456-48f6-b379-232f4e5c3ffe {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:42.614002 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:42.614253 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6268124-9456-48f6-b379-232f4e5c3ffe {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:42.614667 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6268124-9456-48f6-b379-232f4e5c3ffe'] response: {'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'code': 200} May 10 20:08:42.639477 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=6']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:42.640247 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-118ed42a-1f5a-4f52-b6fc-079843d6ad54 req-b3962f94-2477-48e2-94b4-fbea33e3c5bc tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450060 May 10 20:08:42.647251 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.647595 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.647941 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.648275 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.648606 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.648934 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.649260 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.649580 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.649903 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.650226 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.650569 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.650892 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.651211 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.651526 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:42.651840 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:08:43.149228 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-464c5674-a559-4b6a-b69a-f94af29f97ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:43.754101 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f848-94a1-4918-a992-be5f56757067 req-f521e578-87e9-40e1-bb11-9f93d4ef1539 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:43.755498 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6514f848-94a1-4918-a992-be5f56757067 req-f521e578-87e9-40e1-bb11-9f93d4ef1539 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0464716 May 10 20:08:43.802803 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6514f848-94a1-4918-a992-be5f56757067 req-657d8d89-974f-4114-9a39-8cccd186173f tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 May 10 20:08:44.001673 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:44.911974 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ec4a-b285-4b3b-a00c-cd7fe934f95d req-0d566963-1ed5-4e6d-988e-b3347d02bce7 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:44.913409 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea33ec4a-b285-4b3b-a00c-cd7fe934f95d req-0d566963-1ed5-4e6d-988e-b3347d02bce7 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0454509 May 10 20:08:44.965704 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ea33ec4a-b285-4b3b-a00c-cd7fe934f95d req-639736a6-8eb2-4c4b-b1d6-4e20bd75b532 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 May 10 20:08:45.404811 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:46.075773 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1e600-8ee4-4820-8cfb-0d23e897eb26 req-a87a3ae2-deb7-4d86-b59f-e502e95bd177 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:46.077211 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-64a1e600-8ee4-4820-8cfb-0d23e897eb26 req-a87a3ae2-deb7-4d86-b59f-e502e95bd177 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0456681 May 10 20:08:46.127763 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-64a1e600-8ee4-4820-8cfb-0d23e897eb26 req-2383024a-7780-4d9e-97d9-b41f1eeca44a tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443707 May 10 20:08:47.201075 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:47.241367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2ed1-2784-4a4a-ab95-e6f20e064492 req-ac0d3c6b-5501-4dca-8c22-75d654cc4881 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:47.242856 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-be9b2ed1-2784-4a4a-ab95-e6f20e064492 req-ac0d3c6b-5501-4dca-8c22-75d654cc4881 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0459886 May 10 20:08:47.290432 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-be9b2ed1-2784-4a4a-ab95-e6f20e064492 req-9071a11d-ddac-4c4a-8c6a-41751d210c28 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416477 May 10 20:08:48.402719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419b7b1-dc33-4e2b-af3a-99631c7e5d04 req-6d7c7ef7-bfe8-4190-89ab-99fe39716e47 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:48.404177 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3419b7b1-dc33-4e2b-af3a-99631c7e5d04 req-6d7c7ef7-bfe8-4190-89ab-99fe39716e47 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0475149 May 10 20:08:48.453412 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-3419b7b1-dc33-4e2b-af3a-99631c7e5d04 req-440aff3a-179e-45c8-8368-f4abf01f00a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 May 10 20:08:48.559634 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a55a48-8223-4aba-a235-6668eef11ef0 req-d968196a-54ce-4180-b704-966ae7f96bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:48.561096 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a55a48-8223-4aba-a235-6668eef11ef0 req-d968196a-54ce-4180-b704-966ae7f96bbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1128 time: 0.0372002 May 10 20:08:48.605500 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6a55a48-8223-4aba-a235-6668eef11ef0 req-24c7d0cf-2772-4a51-839c-f12755dc7ae8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380936 May 10 20:08:49.564359 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9cc9d-2ca3-4d84-ad29-36671648465c req-9cfdc349-3990-4a46-93db-e467074e5156 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:49.565825 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-caf9cc9d-2ca3-4d84-ad29-36671648465c req-9cfdc349-3990-4a46-93db-e467074e5156 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 944 time: 0.0451348 May 10 20:08:49.615027 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-caf9cc9d-2ca3-4d84-ad29-36671648465c req-4971f66f-1c0e-4936-9348-882a8160ec63 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426924 May 10 20:08:50.465456 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa details requested by agent hyperv_hv-cinder-84131 with host hv-cinder-84131 {{(pid=103325) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 10 20:08:50.559198 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:50.570334 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Returning: {'device': '59264579-f015-4414-9410-630bf057f4aa', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'port_id': '59264579-f015-4414-9410-630bf057f4aa', 'mac_address': 'fa:16:3e:ff:b4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103325) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 10 20:08:50.609304 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 59264579-f015-4414-9410-630bf057f4aa is: DOWN; New status is: BUILD {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:50.609694 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:50.622825 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59264579-f015-4414-9410-630bf057f4aa {{(pid=103325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 10 20:08:50.641174 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:50.645446 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:50.693035 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=7']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:50.730858 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad5eb1-8d59-41f0-a37b-ddfb8a3a3a0c req-58ee3a04-6937-4fb1-baa1-89787b500375 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:50.732254 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fbad5eb1-8d59-41f0-a37b-ddfb8a3a3a0c req-58ee3a04-6937-4fb1-baa1-89787b500375 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 945 time: 0.0490994 May 10 20:08:50.779232 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-fbad5eb1-8d59-41f0-a37b-ddfb8a3a3a0c req-23b7e5e9-a332-4cd6-8772-34021ae096c8 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415277 May 10 20:08:50.871611 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['59264579-f015-4414-9410-630bf057f4aa'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:08:51.869310 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c827f-42c2-4479-b500-221896a3cda3 req-f906419d-7bf6-499e-9ad3-d82bfc2ad935 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:51.871148 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed9c827f-42c2-4479-b500-221896a3cda3 req-f906419d-7bf6-499e-9ad3-d82bfc2ad935 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0712345 May 10 20:08:51.874079 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-cf30df87-390d-4c60-b4b2-b31f6799130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:51.875437 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-cf30df87-390d-4c60-b4b2-b31f6799130a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1169 time: 0.0656362 May 10 20:08:51.991056 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ed9c827f-42c2-4479-b500-221896a3cda3 req-c7c633ce-e6b4-4db5-91e8-2f8ccbb5989c tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142056 May 10 20:08:52.007916 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-b72e0d52-317f-4aec-a92e-07a1109dba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:52.009381 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-b72e0d52-317f-4aec-a92e-07a1109dba2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.1260450 May 10 20:08:52.312677 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-2910f25b-1765-4d2a-8483-e5a87feb9a57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1002 time: 0.2969568 May 10 20:08:52.362683 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-f6cab94d-4a9c-4358-8815-44941437f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:52.364671 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-f6cab94d-4a9c-4358-8815-44941437f209 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0454044 May 10 20:08:52.406517 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-4d5f919f-7cab-4d61-81da-2d1b57b2672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:52.407949 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-4d5f919f-7cab-4d61-81da-2d1b57b2672f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370467 May 10 20:08:52.467691 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa up at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 10 20:08:52.503223 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-a6fbd16b-f5ff-4ec6-964e-7a7abdc36512 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879936 May 10 20:08:52.513526 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Provisioning complete for port 59264579-f015-4414-9410-630bf057f4aa triggered by entity L2. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:08:52.513902 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (59264579-f015-4414-9410-630bf057f4aa), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:52.595336 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Current status of the port 59264579-f015-4414-9410-630bf057f4aa is: BUILD; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:08:52.595770 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (59264579-f015-4414-9410-630bf057f4aa), before_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:52.599756 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-ba3c0bd5-4752-4071-9083-7b42683cb742 req-706d6869-eafc-4fb0-88e2-80ce4727c8fd service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894122 May 10 20:08:52.624614 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:08:52.627717 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0c8696b912935e1d5677a7dfc5f61a68fcd547eef3023488fc66040a28c7eed5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1b5189-5e84-41e7-8d82-377acb4b04b2" -d '{"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-plugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103325) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:08:52.640040 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:08:52.644184 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812'] for port (59264579-f015-4414-9410-630bf057f4aa), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:08:52.671078 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d6521-09d8-47a8-bd4c-9028b5ecc370 x-openstack-request-id: req-9f4d6521-09d8-47a8-bd4c-9028b5ecc370 {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:08:52.671368 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-plugged", "status": "completed", "tag": "59264579-f015-4414-9410-630bf057f4aa", "code": 200}]} {{(pid=103325) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:08:52.671616 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f4d6521-09d8-47a8-bd4c-9028b5ecc370 {{(pid=103325) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:08:52.672003 dv-cinder-841315-1-iscsi neutron-server[103325]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4d6521-09d8-47a8-bd4c-9028b5ecc370'] response: {'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'code': 200} May 10 20:08:52.699963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Pushing event updated for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=8']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:08:53.106424 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246ed72-1b60-4bf3-bdb5-4c978e544a9d req-1ce67aa5-b50c-4a40-b623-0afb7c96c006 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:53.107909 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c246ed72-1b60-4bf3-bdb5-4c978e544a9d req-1ce67aa5-b50c-4a40-b623-0afb7c96c006 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0478363 May 10 20:08:53.170670 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-c246ed72-1b60-4bf3-bdb5-4c978e544a9d req-72ebdd13-cd54-4fde-a958-c6d20a581acf tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570140 May 10 20:08:54.291815 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084c69e-38ea-43c5-89c5-5ab79fd69d9c req-4c502413-d2ff-45fc-8e94-93eec763055e tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:54.293276 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1084c69e-38ea-43c5-89c5-5ab79fd69d9c req-4c502413-d2ff-45fc-8e94-93eec763055e tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0507648 May 10 20:08:54.351097 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-1084c69e-38ea-43c5-89c5-5ab79fd69d9c req-4b304037-95fb-4961-bea5-d16b25aebe0a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521934 May 10 20:08:55.462612 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bea993-a2bc-4488-b9dd-780f9622a2e1 req-da49b345-da69-4fd4-b069-c00b69adf2db tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:55.464060 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-38bea993-a2bc-4488-b9dd-780f9622a2e1 req-da49b345-da69-4fd4-b069-c00b69adf2db tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0467629 May 10 20:08:55.523228 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-38bea993-a2bc-4488-b9dd-780f9622a2e1 req-c8e1b115-8888-4d85-b8d0-d94ad4c32045 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533259 May 10 20:08:56.634564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776de9-f9e7-4ddf-a288-1f1ff79d5dfa req-c471288c-f45b-48d7-858c-fab79cf3d5dd tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:56.636042 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a776de9-f9e7-4ddf-a288-1f1ff79d5dfa req-c471288c-f45b-48d7-858c-fab79cf3d5dd tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0467148 May 10 20:08:56.693851 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-4a776de9-f9e7-4ddf-a288-1f1ff79d5dfa req-2b806e28-5a26-4322-bd2f-80f39ac04704 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521495 May 10 20:08:57.806088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba3fa3-77f6-413d-9305-51c4225d68ee req-18a9974d-ec8a-4bda-b2f3-1634d659da06 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:57.807501 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03ba3fa3-77f6-413d-9305-51c4225d68ee req-18a9974d-ec8a-4bda-b2f3-1634d659da06 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0466332 May 10 20:08:57.865592 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-03ba3fa3-77f6-413d-9305-51c4225d68ee req-dcaa694c-4674-472b-a930-e0c77ca23039 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524311 May 10 20:08:58.985219 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d214d-1220-4c13-8d55-d919e6c41da5 req-bdce01e6-36a7-4aad-8b58-6b647f738feb tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:08:58.986678 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff0d214d-1220-4c13-8d55-d919e6c41da5 req-bdce01e6-36a7-4aad-8b58-6b647f738feb tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0495131 May 10 20:08:59.043698 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ff0d214d-1220-4c13-8d55-d919e6c41da5 req-39729e44-ae08-43ae-b5d2-d9074d1c5b9d tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509493 May 10 20:09:00.159133 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa2f0d-2b26-419e-94cf-dcd65674ee8b req-4b9f94ac-730c-468a-afdf-d3fde3600dc9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:00.160607 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06fa2f0d-2b26-419e-94cf-dcd65674ee8b req-4b9f94ac-730c-468a-afdf-d3fde3600dc9 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0504014 May 10 20:09:00.219460 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-06fa2f0d-2b26-419e-94cf-dcd65674ee8b req-071ddb14-499a-4782-8680-c60c94bf61ce tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532548 May 10 20:09:01.331103 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec570487-40c3-447c-8756-708b71ee18c1 req-3ddd1dfa-2cb0-48a9-bb12-3b4945bfd313 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:01.332549 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec570487-40c3-447c-8756-708b71ee18c1 req-3ddd1dfa-2cb0-48a9-bb12-3b4945bfd313 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0474684 May 10 20:09:01.392244 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-ec570487-40c3-447c-8756-708b71ee18c1 req-bf8be9dc-31ba-4d99-9173-f56175f9b5bd tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526564 May 10 20:09:02.504453 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33188979-bf6e-42cc-ab45-ecb71dde74cf req-0d128b1e-fbb4-4247-a82b-e91dd27d9d61 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:02.505913 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33188979-bf6e-42cc-ab45-ecb71dde74cf req-0d128b1e-fbb4-4247-a82b-e91dd27d9d61 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0459373 May 10 20:09:02.563947 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-33188979-bf6e-42cc-ab45-ecb71dde74cf req-f1cae227-5584-4595-9ca3-1cec06017390 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524290 May 10 20:09:03.674867 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196fb1e-0faa-4a74-9306-2678740b4906 req-6accb01c-8943-489c-bca5-5bf95eded940 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:03.676849 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8196fb1e-0faa-4a74-9306-2678740b4906 req-6accb01c-8943-489c-bca5-5bf95eded940 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0462916 May 10 20:09:03.737680 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-8196fb1e-0faa-4a74-9306-2678740b4906 req-09702857-34a4-4aa8-bc96-af8eff7efdc3 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550680 May 10 20:09:04.850151 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81892a52-2b65-464b-acc1-354099075306 req-c29590bd-3eab-413f-a378-b41f6bb2e280 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:04.851552 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81892a52-2b65-464b-acc1-354099075306 req-c29590bd-3eab-413f-a378-b41f6bb2e280 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0464151 May 10 20:09:04.912950 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-81892a52-2b65-464b-acc1-354099075306 req-0854b69a-0823-4586-a679-60ff40dad8bc tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=2be18ec3-b62d-4f26-9a9b-c4962bffb696&id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557258 May 10 20:09:06.131671 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:09:10.673549 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-85539613-5ae6-418d-ab72-b81340bcf6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:11.612922 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:13.150550 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-548495ea-9f0a-4603-b813-00f0310bc72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:14.003441 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:15.407121 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:17.194645 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:19.028281 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-cd7bcf36-ff07-491c-85fb-bb357d7db424 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383251 May 10 20:09:19.084822 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64814d0-83dd-45d8-b403-aede3c82673c req-fd887aec-8f93-4014-9462-9beb0dcfca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:19.086903 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-fd887aec-8f93-4014-9462-9beb0dcfca3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1169 time: 0.0380745 May 10 20:09:19.196917 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64814d0-83dd-45d8-b403-aede3c82673c req-7dc92b4a-ea4a-4e79-8a92-c8b27fe502de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:19.198367 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-7dc92b4a-ea4a-4e79-8a92-c8b27fe502de service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.0868084 May 10 20:09:19.263193 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-4ae1ee93-213a-43ff-a6f0-474c63904654 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1002 time: 0.0581844 May 10 20:09:19.309869 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64814d0-83dd-45d8-b403-aede3c82673c req-2a1d97e7-84d3-471c-987b-2afcc773f4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:19.311279 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-2a1d97e7-84d3-471c-987b-2afcc773f4a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0420799 May 10 20:09:19.357993 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64814d0-83dd-45d8-b403-aede3c82673c req-d1674004-7222-4f2d-adbb-6318864a2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:19.359500 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-d1674004-7222-4f2d-adbb-6318864a2eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418799 May 10 20:09:19.447176 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-58122b40-75cf-4b8a-89ab-9b85e9db2687 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811367 May 10 20:09:19.539971 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-e64814d0-83dd-45d8-b403-aede3c82673c req-46cf99fc-0733-4f08-b002-381d9563d55d service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859392 May 10 20:09:38.345300 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-febd5634-8cf7-4605-84fb-a8f88f03bd8d tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036356742&fields=id&tenant_id=b52def9bc7f1456398c9f2ad21235015 HTTP/1.1" status: 200 len: 267 time: 0.0428238 May 10 20:09:38.395065 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-faff90eb-4f7a-4239-837b-3f0b4056d9d4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:38.396498 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-faff90eb-4f7a-4239-837b-3f0b4056d9d4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 985 time: 0.0459366 May 10 20:09:38.406802 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.base [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Request body: {'port': {'security_groups': ['79ecfae3-52a8-40de-b8cd-2919896be642']}} {{(pid=103323) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 10 20:09:38.475541 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1386039'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.642529 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:38.672303 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), precommit_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.676739 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739801646246', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739801265794', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739801265812', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4929882'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_update {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.697093 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:09:38.720775 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:38.721412 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.722823 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-9846ef72-8651-41f6-8903-69d2e47591c0 req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "PUT /v2.0/ports/4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 943 time: 0.3202741 May 10 20:09:38.723282 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:09:38.725559 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954" -d '{"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:09:38.729530 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34278) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:38.754990 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event updated for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=7']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:38.767096 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.767817 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.768378 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.769272 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.769963 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.770593 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.771302 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.772005 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.772561 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.773161 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.773769 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.774353 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.774924 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.776671 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.777303 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443ccf5d-5ea0-4778-b959-440d26b77d67 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103323) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:38.794425 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0af695-fb00-4f73-9635-d0b6e365b912 x-openstack-request-id: req-4f0af695-fb00-4f73-9635-d0b6e365b912 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:09:38.795068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:09:38.795539 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4f0af695-fb00-4f73-9635-d0b6e365b912 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:09:38.796398 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0af695-fb00-4f73-9635-d0b6e365b912'] response: {'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:09:38.808373 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (2be18ec3-b62d-4f26-9a9b-c4962bffb696), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.827301 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:09:38.867803 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (2be18ec3-b62d-4f26-9a9b-c4962bffb696), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:38.880541 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-f9d0f648-372e-4ccc-b1aa-d7426c608553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:38.882203 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-f9d0f648-372e-4ccc-b1aa-d7426c608553 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1130 time: 0.0717437 May 10 20:09:39.010047 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-1dd49d24-e704-4828-b93f-b2fed52aacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:39.011885 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-1dd49d24-e704-4828-b93f-b2fed52aacf2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.1227431 May 10 20:09:39.012963 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (2be18ec3-b62d-4f26-9a9b-c4962bffb696), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.015863 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.017181 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "DELETE /v2.0/security-groups/2be18ec3-b62d-4f26-9a9b-c4962bffb696 HTTP/1.1" status: 204 len: 168 time: 0.2866807 May 10 20:09:39.020099 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34280) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:39.020792 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.provisioning_blocks [None req-dc5b7781-889e-403f-95cc-28d4aeb73847 None None] Provisioning complete for port 4233280a-c63e-4ca7-a753-38d15f6bc316 triggered by entity DHCP. {{(pid=103325) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 10 20:09:39.021246 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dc5b7781-889e-403f-95cc-28d4aeb73847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1393652'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), provisioning_complete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.063238 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be18ec3-b62d-4f26-9a9b-c4962bffb696,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:39.073419 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.074024 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.074570 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.075078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.075576 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.076097 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.076598 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.077094 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.077584 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.078083 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.078600 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.079095 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.079586 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.080106 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.080595 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8e2d0a-bd78-4bbe-9124-773e862643ad tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:39.113522 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-cb02b482-2f37-4799-bf82-242ea2f80f0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 1002 time: 0.0907958 May 10 20:09:39.147234 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-dc5b7781-889e-403f-95cc-28d4aeb73847 None None] Current status of the port 4233280a-c63e-4ca7-a753-38d15f6bc316 is: ACTIVE; New status is: ACTIVE {{(pid=103325) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 10 20:09:39.178015 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-417bf946-40d9-4b43-80c2-93598e6dce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:39.179537 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-417bf946-40d9-4b43-80c2-93598e6dce0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0580881 May 10 20:09:39.208001 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Deleting port 4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:39.208345 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.224727 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-21aa92ca-24aa-4425-98fa-a873969ae566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:39.226387 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-21aa92ca-24aa-4425-98fa-a873969ae566 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404289 May 10 20:09:39.285069 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.285397 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for floatingip (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.302142 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Calling delete_port for 4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f owned by network:floatingip {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:39.326444 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-979365fc-c8c5-40ed-9e65-d00b70edbee7 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903273 May 10 20:09:39.424322 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-2e28ec9b-4206-4ff8-892e-3cc93c2d8954 req-bd9f8246-dcd3-40c5-b5f9-9ab876bf3dcc service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881670 May 10 20:09:39.450121 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.478851 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event deleted for resources: {'Port': ['ID=4afa99ef-6d26-4c35-9e08-ca5c29ff5a9f,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:39.539129 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks [] for floatingip (b9d9bcef-43a9-4f29-a11a-b8d30339bc47), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.539445 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.db.l3_db [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Floating IP b9d9bcef-43a9-4f29-a11a-b8d30339bc47 disassociated (deleted). External IP: 172.27.3.131, port: 4233280a-c63e-4ca7-a753-38d15f6bc316. May 10 20:09:39.755594 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:09:39.863763 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:09:39.868598 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:39.873412 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Sync routers for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:39.883171 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:39.883790 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:39.897295 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-a7fe0f8f-6757-40b9-9ba1-a9ff1a2727e4 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "DELETE /v2.0/floatingips/b9d9bcef-43a9-4f29-a11a-b8d30339bc47 HTTP/1.1" status: 204 len: 168 time: 0.8761635 May 10 20:09:40.133401 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:40.320047 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:40.348940 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Checking router: 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:40.356990 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:40.357599 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:40.464873 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:40.648619 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:40.678151 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e57df-4cfd-46e9-b793-81559018b7b1 None None] The sync data for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi is: [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:41Z', 'revision_number': 4, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': 'd7897ece-4070-4481-aa39-dc12d233d620', 'name': '', 'network_id': 'bced33b1-09af-4f61-b5d3-3f01b6ac9932', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'mac_address': 'fa:16:3e:d8:36:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:41Z', 'updated_at': '2022-05-10T20:07:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'subnets': [{'id': 'f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:40.691235 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-65f5b5cc-1cde-4f09-b16c-f4a200d1472a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:40.797259 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:09:40.799695 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da" -d '{"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:09:40.836068 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a6890-4279-4209-9cf4-8fd6af602dc1 x-openstack-request-id: req-669a6890-4279-4209-9cf4-8fd6af602dc1 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:09:40.836376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:09:40.836613 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-669a6890-4279-4209-9cf4-8fd6af602dc1 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:09:40.837016 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669a6890-4279-4209-9cf4-8fd6af602dc1'] response: {'name': 'network-changed', 'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:09:40.904831 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-64bbcfe1-04f6-4889-ba4d-0aefdeb80211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:40.906606 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-64bbcfe1-04f6-4889-ba4d-0aefdeb80211 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b52def9bc7f1456398c9f2ad21235015&device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 1130 time: 0.0424404 May 10 20:09:40.920941 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f734e52-7184-49a9-a83c-9fd9b69051e1 None None] New status for floating IP b9d9bcef-43a9-4f29-a11a-b8d30339bc47: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:09:41.012654 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-87a46c3c-482e-4bcd-bdb0-750041385d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:41.014569 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-87a46c3c-482e-4bcd-bdb0-750041385d92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 200 len: 916 time: 0.1008227 May 10 20:09:41.058637 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-6799e8bd-4ba0-4254-8ee1-9973b77fbb79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 200 len: 217 time: 0.0360065 May 10 20:09:41.105019 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-ef4cb4ad-564a-47af-b26d-7749e3c3b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:41.106446 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-ef4cb4ad-564a-47af-b26d-7749e3c3b1a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 200 len: 854 time: 0.0421171 May 10 20:09:41.156542 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-620c8fe7-2670-47af-b563-a72f12ff9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:41.158047 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-620c8fe7-2670-47af-b563-a72f12ff9878 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bced33b1-09af-4f61-b5d3-3f01b6ac9932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421467 May 10 20:09:41.258273 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-f9e54b5a-7bc1-4ae4-98ef-36f086cf5358 service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936415 May 10 20:09:41.360387 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b61deb0f-6f2b-4329-97d2-0b62d7e7b9da req-5fecc341-fcb2-45a1-afad-c0134fcf192f service neutron] 10.222.0.60 "GET /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922914 May 10 20:09:41.627869 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:42.613823 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64cf8cf-0a35-469e-a6d3-54d0f5c0c0a0 req-ec69d2fb-f9cd-4387-b19d-234d4ebaf81a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:42.615246 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c64cf8cf-0a35-469e-a6d3-54d0f5c0c0a0 req-ec69d2fb-f9cd-4387-b19d-234d4ebaf81a tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0467360 May 10 20:09:42.660210 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-c64cf8cf-0a35-469e-a6d3-54d0f5c0c0a0 req-90f012f4-89f4-49cd-ba6b-b340b2986a50 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 May 10 20:09:43.130436 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:09:43.155992 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-aded6ef9-38e3-4d35-b561-ad5882486170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:43.775007 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd85892-cb13-46ba-a4f6-74ba087174c4 req-26075cf2-b626-4f1e-855a-70bea1c18974 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:43.776372 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd85892-cb13-46ba-a4f6-74ba087174c4 req-26075cf2-b626-4f1e-855a-70bea1c18974 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0483546 May 10 20:09:43.822154 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-cfd85892-cb13-46ba-a4f6-74ba087174c4 req-7bf31056-b875-4153-90e1-71eac114510e tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/security-groups?id=79ecfae3-52a8-40de-b8cd-2919896be642&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402586 May 10 20:09:44.005549 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:44.576100 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-be902145-a453-48c4-afcc-14d97c1bfbf6 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:09:44.577514 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-be902145-a453-48c4-afcc-14d97c1bfbf6 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.60 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 946 time: 0.0449941 May 10 20:09:44.661505 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Deleting port 4233280a-c63e-4ca7-a753-38d15f6bc316 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:44.661849 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:44.746872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] For port 4233280a-c63e-4ca7-a753-38d15f6bc316, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=4233280a-c63e-4ca7-a753-38d15f6bc316,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:44.747221 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:44.760137 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Calling delete_port for 4233280a-c63e-4ca7-a753-38d15f6bc316 owned by compute:nova {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:44.887887 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (4233280a-c63e-4ca7-a753-38d15f6bc316), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:44.903924 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] get_ports_and_sgs() called for port_ids ['4233280a-c63e-4ca7-a753-38d15f6bc316'] {{(pid=103325) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 10 20:09:44.916540 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Pushing event deleted for resources: {'Port': ['ID=4233280a-c63e-4ca7-a753-38d15f6bc316,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:44.928418 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-747ad9c1-3113-4f03-9ec4-d73b762908c2 req-40a48da6-47a5-4a5d-8624-135fb9ddb505 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.57 "GET /v2.0/ports?device_id=11791c39-5002-4ba0-81ef-4db63be706c5 HTTP/1.1" status: 200 len: 210 time: 0.0357792 May 10 20:09:44.968209 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] No DVR routers for this DVR port 4233280a-c63e-4ca7-a753-38d15f6bc316 on host hv-cinder-84131 {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:44.970724 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:44.973948 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-b80ea754-e527-4c2a-aacc-a58486570a09 req-4bd30409-9cb0-4cb7-a610-9d4e3fd4ddc7 tempest-TestMinimumBasicScenario-1541491898 tempest-TestMinimumBasicScenario-1541491898-project] 10.222.0.60 "DELETE /v2.0/ports/4233280a-c63e-4ca7-a753-38d15f6bc316 HTTP/1.1" status: 204 len: 173 time: 0.3910434 May 10 20:09:44.974377 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'name': 'network-vif-deleted', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:09:44.976615 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cea4cc-3123-4d4d-858f-b2afc3f93095" -d '{"events": [{"server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "name": "network-vif-deleted", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:09:45.100573 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a078dc1c-99c5-451a-983e-afa78e1e97cb x-openstack-request-id: req-a078dc1c-99c5-451a-983e-afa78e1e97cb {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:09:45.100824 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11791c39-5002-4ba0-81ef-4db63be706c5", "name": "network-vif-deleted", "tag": "4233280a-c63e-4ca7-a753-38d15f6bc316", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:09:45.101084 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a078dc1c-99c5-451a-983e-afa78e1e97cb {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:09:45.101491 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a078dc1c-99c5-451a-983e-afa78e1e97cb'] response: {'server_uuid': '11791c39-5002-4ba0-81ef-4db63be706c5', 'name': 'network-vif-deleted', 'tag': '4233280a-c63e-4ca7-a753-38d15f6bc316', 'status': 'completed', 'code': 200} May 10 20:09:45.410397 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:46.483592 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34364) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:46.800900 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.028456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Deleting port d7897ece-4070-4481-aa39-dc12d233d620 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:47.028797 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (d7897ece-4070-4481-aa39-dc12d233d620), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.107330 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] For port d7897ece-4070-4481-aa39-dc12d233d620, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=d7897ece-4070-4481-aa39-dc12d233d620,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:47.107587 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (d7897ece-4070-4481-aa39-dc12d233d620), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.121872 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Calling delete_port for d7897ece-4070-4481-aa39-dc12d233d620 owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:47.196465 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.302516 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (d7897ece-4070-4481-aa39-dc12d233d620), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.328801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d7897ece-4070-4481-aa39-dc12d233d620,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:47.497366 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:47.717121 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:09:47.824474 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:09:47.829958 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3629f53a-eddf-44f0-b18a-0d3e6ca65d4b admin admin] 10.222.0.57 "PUT /v2.0/routers/2b52c34b-7e26-4e7e-84d7-cae2a8764de7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3448117 May 10 20:09:47.832050 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34366) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:47.834521 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Sync routers for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:47.844417 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:47.845033 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:47.954945 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:48.136585 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:09:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:48.164629 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Checking router: 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:48.174246 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Routers {'2b52c34b-7e26-4e7e-84d7-cae2a8764de7'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:48.174895 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:48.188602 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks [] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.281735 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] Set router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:48.290193 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks [] for router_gateway (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.335923 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Deleting port 3e750a2f-a836-49ff-8eda-d773c668bf06 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:48.336264 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.416994 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] For port 3e750a2f-a836-49ff-8eda-d773c668bf06, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=3e750a2f-a836-49ff-8eda-d773c668bf06,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:48.417356 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.429827 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Calling delete_port for 3e750a2f-a836-49ff-8eda-d773c668bf06 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:48.454140 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:09:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:48.488048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb784136-22e9-4af1-9e35-b6a77f8a0097 None None] The sync data for ids ['2b52c34b-7e26-4e7e-84d7-cae2a8764de7'] in dv-cinder-841315-1-iscsi is: [{'id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'name': 'tempest-TestMinimumBasicScenario-2034225823-router', 'tenant_id': 'b52def9bc7f1456398c9f2ad21235015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227'}], 'enable_snat': True}, 'gw_port_id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:09:47Z', 'revision_number': 5, 'project_id': 'b52def9bc7f1456398c9f2ad21235015', 'gw_port': {'id': '3e750a2f-a836-49ff-8eda-d773c668bf06', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d7:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b52c34b-7e26-4e7e-84d7-cae2a8764de7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:39Z', 'updated_at': '2022-05-10T20:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:48.601946 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (3e750a2f-a836-49ff-8eda-d773c668bf06), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.626632 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e750a2f-a836-49ff-8eda-d773c668bf06,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:48.689274 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.694014 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 4233280a-c63e-4ca7-a753-38d15f6bc316 no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:48.713488 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 4233280a-c63e-4ca7-a753-38d15f6bc316 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:48.713832 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 4233280a-c63e-4ca7-a753-38d15f6bc316 not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:48.778507 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.780662 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks [] for router_controller (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.822648 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (2b52c34b-7e26-4e7e-84d7-cae2a8764de7), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.823131 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b52c34b-7e26-4e7e-84d7-cae2a8764de7 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:09:48.827322 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.828452 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5073540d-1927-4a5f-86e0-e9f3cb208602 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2b52c34b-7e26-4e7e-84d7-cae2a8764de7 HTTP/1.1" status: 204 len: 168 time: 0.9954820 May 10 20:09:48.831045 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34368) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:48.876986 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Deleting subnet f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:09:48.880335 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Publish callbacks [] for subnet (f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:48.919153 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.000311 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.051959 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.077923 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:49.081488 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.084641 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-4342c86c-579e-4bbe-bac5-66024b31872b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f68b12b6-d95e-4c8c-8f2f-5a2d8948b71b HTTP/1.1" status: 204 len: 168 time: 0.2526417 May 10 20:09:49.087119 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34370) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:49.088104 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0359569-b5d9-4e32-80b6-007762a07b03 None None] Network bced33b1-09af-4f61-b5d3-3f01b6ac9932 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:09:49.162730 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (bced33b1-09af-4f61-b5d3-3f01b6ac9932), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.215132 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Deleting port c6f12907-6ca9-41d9-bed1-87ec44d2c830 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:49.215705 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.281395 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] For port c6f12907-6ca9-41d9-bed1-87ec44d2c830, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c6f12907-6ca9-41d9-bed1-87ec44d2c830,segment=NetworkSegment(5870d2fb-313c-4922-b471-9d8b9ba9fd42),segment_id=5870d2fb-313c-4922-b471-9d8b9ba9fd42)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:49.281755 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.295098 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Calling delete_port for c6f12907-6ca9-41d9-bed1-87ec44d2c830 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:49.372403 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (c6f12907-6ca9-41d9-bed1-87ec44d2c830), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.396958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f12907-6ca9-41d9-bed1-87ec44d2c830,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:49.401959 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] No DVR routers for this DVR port c6f12907-6ca9-41d9-bed1-87ec44d2c830 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:49.473606 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (bced33b1-09af-4f61-b5d3-3f01b6ac9932), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.492846 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bced33b1-09af-4f61-b5d3-3f01b6ac9932']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:49.502035 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5870d2fb-313c-4922-b471-9d8b9ba9fd42') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:49.502331 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5870d2fb-313c-4922-b471-9d8b9ba9fd42') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:49.512635 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (5870d2fb-313c-4922-b471-9d8b9ba9fd42), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.535389 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (5870d2fb-313c-4922-b471-9d8b9ba9fd42), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.542763 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:09:49.543261 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (5870d2fb-313c-4922-b471-9d8b9ba9fd42), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:09:49.544915 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:09:49.563881 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de3747b-70f8-410a-bb90-8330ca2851c2 None None] DHCP port deletion for bced33b1-09af-4f61-b5d3-3f01b6ac9932 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:09:49.618235 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (bced33b1-09af-4f61-b5d3-3f01b6ac9932), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.622582 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c6f12907-6ca9-41d9-bed1-87ec44d2c830 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:49.624368 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:49.627592 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bced33b1-09af-4f61-b5d3-3f01b6ac9932 HTTP/1.1" status: 204 len: 168 time: 0.5390518 May 10 20:09:49.630536 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34372) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:49.643839 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: c6f12907-6ca9-41d9-bed1-87ec44d2c830 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:49.644279 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c6f12907-6ca9-41d9-bed1-87ec44d2c830 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:49.644694 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3e750a2f-a836-49ff-8eda-d773c668bf06 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:49.647441 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36b89d-9e77-4fe4-bd3b-797126b29a41 admin admin] Pushing event deleted for resources: {'Network': ['ID=bced33b1-09af-4f61-b5d3-3f01b6ac9932,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:49.666402 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 3e750a2f-a836-49ff-8eda-d773c668bf06 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:49.666782 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 3e750a2f-a836-49ff-8eda-d773c668bf06 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:49.667200 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device d7897ece-4070-4481-aa39-dc12d233d620 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:49.688904 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: d7897ece-4070-4481-aa39-dc12d233d620 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:49.689251 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device d7897ece-4070-4481-aa39-dc12d233d620 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:49.960859 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (0435ea1d-7257-4119-8d99-89ea96d812db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:50.186511 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Deleting port 2c2b7a27-704b-4c95-b789-30617c710f9e {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:50.186856 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:50.265543 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] For port 2c2b7a27-704b-4c95-b789-30617c710f9e, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=2c2b7a27-704b-4c95-b789-30617c710f9e,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:50.265813 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:50.278688 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Calling delete_port for 2c2b7a27-704b-4c95-b789-30617c710f9e owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:50.454303 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (2c2b7a27-704b-4c95-b789-30617c710f9e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:50.476857 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c2b7a27-704b-4c95-b789-30617c710f9e,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:50.649850 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (0435ea1d-7257-4119-8d99-89ea96d812db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:50.869453 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Router 0435ea1d-7257-4119-8d99-89ea96d812db has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:09:50.974712 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:09:50.980642 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-a52f2bb3-4e42-49d3-9673-fb32903c2ef3 admin admin] 10.222.0.57 "PUT /v2.0/routers/0435ea1d-7257-4119-8d99-89ea96d812db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3489187 May 10 20:09:50.983143 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34374) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:50.985707 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Sync routers for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:09:50.995195 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:50.995787 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:51.088210 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks [] for router (0435ea1d-7257-4119-8d99-89ea96d812db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.100882 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:51.195191 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks [] for router_gateway (0435ea1d-7257-4119-8d99-89ea96d812db), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.238485 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Deleting port 8501778c-03bc-4a2c-b46b-01675040e5d0 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:51.238828 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.266438 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:09:50Z', 'revision_number': 5, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port': {'id': '8501778c-03bc-4a2c-b46b-01675040e5d0', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:5a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:07:44Z', 'updated_at': '2022-05-10T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:51.297611 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Checking router: 0435ea1d-7257-4119-8d99-89ea96d812db for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:09:51.307207 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Routers {'0435ea1d-7257-4119-8d99-89ea96d812db'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:09:51.307836 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['0435ea1d-7257-4119-8d99-89ea96d812db'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:51.491078 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] Set router 0435ea1d-7257-4119-8d99-89ea96d812db gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:09:51.544642 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:09:51Z', 'revision_number': 6, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:51.572894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] For port 8501778c-03bc-4a2c-b46b-01675040e5d0, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=8501778c-03bc-4a2c-b46b-01675040e5d0,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:51.573257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.575548 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde125d-07bd-49cd-adc7-f0fd1772f4f6 None None] The sync data for ids ['0435ea1d-7257-4119-8d99-89ea96d812db'] in dv-cinder-841315-1-iscsi is: [{'id': '0435ea1d-7257-4119-8d99-89ea96d812db', 'name': 'tempest-TestMinimumBasicScenario-1056053098-router', 'tenant_id': '986d224cf5af4de98a59602aceb837a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:07:43Z', 'updated_at': '2022-05-10T20:09:51Z', 'revision_number': 6, 'project_id': '986d224cf5af4de98a59602aceb837a6', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:09:51.592176 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Calling delete_port for 8501778c-03bc-4a2c-b46b-01675040e5d0 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:51.765518 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (8501778c-03bc-4a2c-b46b-01675040e5d0), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.789993 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=8501778c-03bc-4a2c-b46b-01675040e5d0,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:51.852383 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (0435ea1d-7257-4119-8d99-89ea96d812db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.942939 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (0435ea1d-7257-4119-8d99-89ea96d812db), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.945573 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks [] for router_controller (0435ea1d-7257-4119-8d99-89ea96d812db), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.991448 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (0435ea1d-7257-4119-8d99-89ea96d812db), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.992001 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0435ea1d-7257-4119-8d99-89ea96d812db {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:09:51.997440 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:51.998632 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8213bdb9-1a46-4c0a-b865-c04aeaebcb7c admin admin] 10.222.0.57 "DELETE /v2.0/routers/0435ea1d-7257-4119-8d99-89ea96d812db HTTP/1.1" status: 204 len: 168 time: 1.0145519 May 10 20:09:52.001046 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34376) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:52.044738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Deleting subnet 3103b8eb-db8e-4f91-a376-72dfe62924a3 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:09:52.047692 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Publish callbacks [] for subnet (3103b8eb-db8e-4f91-a376-72dfe62924a3), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.085107 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (3103b8eb-db8e-4f91-a376-72dfe62924a3), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.160728 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (3103b8eb-db8e-4f91-a376-72dfe62924a3), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.213195 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (3103b8eb-db8e-4f91-a376-72dfe62924a3), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.242616 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3103b8eb-db8e-4f91-a376-72dfe62924a3,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:52.245125 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.248525 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-8153c1d0-b7d4-4283-8d8a-e808ca6cf7b1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3103b8eb-db8e-4f91-a376-72dfe62924a3 HTTP/1.1" status: 204 len: 168 time: 0.2465124 May 10 20:09:52.249397 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac5baf9-76a5-4282-9a9d-188b7778fbab None None] Network b8231c76-670d-4601-bb3b-dc9daee6a596 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:09:52.251016 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34378) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:52.318088 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (b8231c76-670d-4601-bb3b-dc9daee6a596), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.369799 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Deleting port 137e7333-65cc-4df2-b569-71929e3ade22 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:52.369960 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (137e7333-65cc-4df2-b569-71929e3ade22), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.398215 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] DHCP port deletion for b8231c76-670d-4601-bb3b-dc9daee6a596 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:09:52.437772 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] For port 137e7333-65cc-4df2-b569-71929e3ade22, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=137e7333-65cc-4df2-b569-71929e3ade22,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:52.438484 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (137e7333-65cc-4df2-b569-71929e3ade22), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.441122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Deleting port 137e7333-65cc-4df2-b569-71929e3ade22 {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:09:52.441505 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (137e7333-65cc-4df2-b569-71929e3ade22), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.452207 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Calling delete_port for 137e7333-65cc-4df2-b569-71929e3ade22 owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:52.504886 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] For port 137e7333-65cc-4df2-b569-71929e3ade22, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=137e7333-65cc-4df2-b569-71929e3ade22,segment=NetworkSegment(fb471f7d-492e-43f1-8c92-a4e7545bb10b),segment_id=fb471f7d-492e-43f1-8c92-a4e7545bb10b)] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:09:52.505278 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (137e7333-65cc-4df2-b569-71929e3ade22), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.518388 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Calling delete_port for 137e7333-65cc-4df2-b569-71929e3ade22 owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:09:52.533703 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (137e7333-65cc-4df2-b569-71929e3ade22), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.560534 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Pushing event deleted for resources: {'Port': ['ID=137e7333-65cc-4df2-b569-71929e3ade22,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:52.563745 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] No DVR routers for this DVR port 137e7333-65cc-4df2-b569-71929e3ade22 on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:52.612954 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (137e7333-65cc-4df2-b569-71929e3ade22), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.638785 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (b8231c76-670d-4601-bb3b-dc9daee6a596), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.643922 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Pushing event deleted for resources: {'Port': ['ID=137e7333-65cc-4df2-b569-71929e3ade22,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:52.646374 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] No DVR routers for this DVR port 137e7333-65cc-4df2-b569-71929e3ade22 on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:09:52.657845 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.658195 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.658571 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.661059 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.661415 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.661751 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.662268 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.662796 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.663284 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.663943 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8231c76-670d-4601-bb3b-dc9daee6a596']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:52.664074 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.664202 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.664621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.664844 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.665219 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.665576 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14e3d68-9a4c-4178-b5ca-134ed21b557f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-841315-1-iscsi {{(pid=103325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 10 20:09:52.673962 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb471f7d-492e-43f1-8c92-a4e7545bb10b') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:52.674256 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb471f7d-492e-43f1-8c92-a4e7545bb10b') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:09:52.683824 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (fb471f7d-492e-43f1-8c92-a4e7545bb10b), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.697474 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (fb471f7d-492e-43f1-8c92-a4e7545bb10b), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.703489 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:09:52.703864 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (fb471f7d-492e-43f1-8c92-a4e7545bb10b), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:09:52.705766 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:09:52.762200 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (b8231c76-670d-4601-bb3b-dc9daee6a596), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.767569 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:52.770671 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b8231c76-670d-4601-bb3b-dc9daee6a596 HTTP/1.1" status: 204 len: 168 time: 0.5187337 May 10 20:09:52.782327 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd447d-376d-4dfd-9bc7-31f8ce833940 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8231c76-670d-4601-bb3b-dc9daee6a596,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:52.953048 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34382) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:52.991413 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-750857ba-7bb3-42ea-931b-12364266aded admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b52def9bc7f1456398c9f2ad21235015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371401 May 10 20:09:52.994253 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34384) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:53.039335 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] Publish callbacks [] for security_group (79ecfae3-52a8-40de-b8cd-2919896be642), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.059979 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] Publish callbacks [] for security_group (79ecfae3-52a8-40de-b8cd-2919896be642), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.106536 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (79ecfae3-52a8-40de-b8cd-2919896be642), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.109080 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.110224 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79ecfae3-52a8-40de-b8cd-2919896be642 HTTP/1.1" status: 204 len: 168 time: 0.1150415 May 10 20:09:53.117785 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08d3f9-47cd-426b-93db-984b0468274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ecfae3-52a8-40de-b8cd-2919896be642,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:53.432944 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34390) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:53.472378 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-76f85ae2-5c46-4d41-a279-661d981950e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=986d224cf5af4de98a59602aceb837a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382226 May 10 20:09:53.474734 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34392) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:09:53.531314 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] Publish callbacks [] for security_group (f9057b58-908b-4800-97bc-aa041094f385), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.554448 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] Publish callbacks [] for security_group (f9057b58-908b-4800-97bc-aa041094f385), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.589935 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2c2b7a27-704b-4c95-b789-30617c710f9e no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:53.602921 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (f9057b58-908b-4800-97bc-aa041094f385), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.605744 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:09:53.606905 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9057b58-908b-4800-97bc-aa041094f385 HTTP/1.1" status: 204 len: 168 time: 0.1312613 May 10 20:09:53.610682 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 2c2b7a27-704b-4c95-b789-30617c710f9e {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:53.610978 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 2c2b7a27-704b-4c95-b789-30617c710f9e not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:53.611387 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 8501778c-03bc-4a2c-b46b-01675040e5d0 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:53.615565 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f2738-bc11-48c5-8660-353dba23c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9057b58-908b-4800-97bc-aa041094f385,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:09:53.641700 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 8501778c-03bc-4a2c-b46b-01675040e5d0 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:53.642038 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 8501778c-03bc-4a2c-b46b-01675040e5d0 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:09:53.642442 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 137e7333-65cc-4df2-b569-71929e3ade22 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:09:53.802258 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 137e7333-65cc-4df2-b569-71929e3ade22 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:09:53.802630 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 137e7333-65cc-4df2-b569-71929e3ade22 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:06.262797 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34396) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:06.407622 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Deleting port 7cf2426c-ebf7-4761-b20c-23f9e405c9f6 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:06.407958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:06.484349 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:06.484675 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for floatingip (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:06.497325 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Calling delete_port for 7cf2426c-ebf7-4761-b20c-23f9e405c9f6 owned by network:floatingip {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:06.662644 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (7cf2426c-ebf7-4761-b20c-23f9e405c9f6), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:06.687735 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event deleted for resources: {'Port': ['ID=7cf2426c-ebf7-4761-b20c-23f9e405c9f6,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:06.747205 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for floatingip (0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:06.747531 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.db.l3_db [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Floating IP 0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22 disassociated (deleted). External IP: 172.27.3.196, port: 59264579-f015-4414-9410-630bf057f4aa. May 10 20:10:06.955545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:10:07.070554 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:10:07.075812 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for floatingip (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:07.080663 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Sync routers for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:07.090239 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:07.090877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:07.107044 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-749d9517-051c-4ffc-8c03-a9a4f92f5ce4 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "DELETE /v2.0/floatingips/0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22 HTTP/1.1" status: 204 len: 168 time: 0.8407338 May 10 20:10:07.107044 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:10:07.110797 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99632aab287a5669fba7132c2cf696b9a1ffd1ffc5c830fed6619a6b8034e9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103324) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:10:07.147356 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 May 2022 20:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b074775-0fce-4d19-887b-500743baa49d x-openstack-request-id: req-0b074775-0fce-4d19-887b-500743baa49d {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:10:07.147650 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "tag": "59264579-f015-4414-9410-630bf057f4aa", "status": "completed", "code": 200}]} {{(pid=103324) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:10:07.147909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b074775-0fce-4d19-887b-500743baa49d {{(pid=103324) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:10:07.148319 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b074775-0fce-4d19-887b-500743baa49d'] response: {'name': 'network-changed', 'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'status': 'completed', 'code': 200} May 10 20:10:07.209963 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:07.220124 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-d6507c91-113e-4a9a-87c8-c896e1106585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:07.221875 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-d6507c91-113e-4a9a-87c8-c896e1106585 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 1130 time: 0.0464780 May 10 20:10:07.349523 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf178b0-6a49-4419-942c-587d3f723eb1 req-10ba553e-17fe-4405-b5a6-f45974d9ac03 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:07.351031 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbf178b0-6a49-4419-942c-587d3f723eb1 req-10ba553e-17fe-4405-b5a6-f45974d9ac03 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0671301 May 10 20:10:07.362894 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-b8e237fd-57d8-4461-978f-f8a7c21838d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:07.364201 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-b8e237fd-57d8-4461-978f-f8a7c21838d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 200 len: 909 time: 0.1335728 May 10 20:10:07.405924 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-bbf178b0-6a49-4419-942c-587d3f723eb1 req-1a75136c-ac44-41f8-bc3c-b912bda4f5df tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451355 May 10 20:10:07.412111 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:07.438573 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Checking router: 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:07.447432 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:07.448037 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:07.554420 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:07.741656 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:07.767598 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e6a20-edab-45bf-8c7a-20f5ba023f3f None None] The sync data for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi is: [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:47Z', 'revision_number': 4, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi', '_interfaces': [{'id': '5443bb36-a666-478e-bb83-c518cbe9400d', 'name': '', 'network_id': '9ace4159-a089-42d1-becf-be8ae15fda3c', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'mac_address': 'fa:16:3e:34:fa:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:47Z', 'updated_at': '2022-05-10T20:05:52Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'subnets': [{'id': 'dfa3ac18-1d23-404c-86c5-515bddf208c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:07.981708 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a55fdd-b59e-476d-a91b-ed1370093bd7 None None] New status for floating IP 0e96fd7a-d8ad-47a5-bf7f-989ca3d16e22: DOWN {{(pid=103326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 10 20:10:08.512587 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-a85b6b8f-7cee-4523-8841-e5ab40d3249b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 200 len: 217 time: 0.0350480 May 10 20:10:08.519079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c979d1-fc5f-4d1b-afef-94e5c0b2fd94 req-47625b5c-5473-482f-a763-d17521a6f58c tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:08.520568 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3c979d1-fc5f-4d1b-afef-94e5c0b2fd94 req-47625b5c-5473-482f-a763-d17521a6f58c tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0472815 May 10 20:10:08.561705 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-20920fb0-32e7-406b-94ab-e0d4a7576f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:08.563194 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-20920fb0-32e7-406b-94ab-e0d4a7576f55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 200 len: 847 time: 0.0435812 May 10 20:10:08.569121 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-e3c979d1-fc5f-4d1b-afef-94e5c0b2fd94 req-d2ea046e-b5b8-41cd-8a2d-e28ddf10a42a tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/security-groups?id=b5504878-5531-4392-a6cd-26d6d6acc891&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424819 May 10 20:10:08.712179 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-4e71ffc6-0c1e-477b-8b9d-98d4d09e2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:08.714273 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-4e71ffc6-0c1e-477b-8b9d-98d4d09e2dbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ace4159-a089-42d1-becf-be8ae15fda3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427778 May 10 20:10:08.801389 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-8ce93f91-5e0a-44d5-91c8-8344945f4af1 service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802131 May 10 20:10:08.999740 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-6d28a0e7-46fd-4d18-8e43-8989038ba3ab req-c8194c72-b63c-46f3-b412-4d3f5c1aa84d service neutron] 10.222.0.60 "GET /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848231 May 10 20:10:09.043804 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-8e7e4454-e543-49e5-90dc-b5b3da4cfc6c tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103323) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 10 20:10:09.045212 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-8e7e4454-e543-49e5-90dc-b5b3da4cfc6c tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 946 time: 0.0457859 May 10 20:10:09.399512 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Deleting port 59264579-f015-4414-9410-630bf057f4aa {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:09.399776 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (59264579-f015-4414-9410-630bf057f4aa), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:09.483071 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] For port 59264579-f015-4414-9410-630bf057f4aa, host hv-cinder-84131, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84131',level=0,port_id=59264579-f015-4414-9410-630bf057f4aa,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:09.483448 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (59264579-f015-4414-9410-630bf057f4aa), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:09.496079 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Calling delete_port for 59264579-f015-4414-9410-630bf057f4aa owned by compute:nova {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:09.620940 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (59264579-f015-4414-9410-630bf057f4aa), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:09.651180 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event deleted for resources: {'Port': ['ID=59264579-f015-4414-9410-630bf057f4aa,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:09.680503 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [req-f6dbbc9a-3727-444a-85a1-2ae2956b318e req-7edfb033-7500-4c3a-a2fd-26fc4640aff6 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ee2f0ef-9109-4453-9767-472abca04ffe HTTP/1.1" status: 200 len: 210 time: 0.0396132 May 10 20:10:09.696171 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] No DVR routers for this DVR port 59264579-f015-4414-9410-630bf057f4aa on host hv-cinder-84131 {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:09.699913 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4601'] for port (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:09.705807 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [req-457986bd-29cf-4863-8ae0-dc9b3c0311a9 req-feb07f75-7069-4d9d-9137-382b924870f3 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.60 "DELETE /v2.0/ports/59264579-f015-4414-9410-630bf057f4aa HTTP/1.1" status: 204 len: 173 time: 0.6531956 May 10 20:10:09.705807 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-deleted', 'tag': '59264579-f015-4414-9410-630bf057f4aa'}] {{(pid=103323) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 10 20:10:09.708252 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5bb4574c4978bd6125da48d85e4ca294aa9d404141c170e01c9648db8f1af58f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3494035e-7e37-411b-a1ac-5a91eb59f1b2" -d '{"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-deleted", "tag": "59264579-f015-4414-9410-630bf057f4aa"}]}' {{(pid=103323) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 10 20:10:09.744925 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 May 2022 20:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b60376-cda1-432c-9905-123459b15365 x-openstack-request-id: req-51b60376-cda1-432c-9905-123459b15365 {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 10 20:10:09.745290 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ee2f0ef-9109-4453-9767-472abca04ffe", "name": "network-vif-deleted", "tag": "59264579-f015-4414-9410-630bf057f4aa", "status": "completed", "code": 200}]} {{(pid=103323) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 10 20:10:09.745552 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51b60376-cda1-432c-9905-123459b15365 {{(pid=103323) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 10 20:10:09.745986 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b60376-cda1-432c-9905-123459b15365'] response: {'server_uuid': '9ee2f0ef-9109-4453-9767-472abca04ffe', 'name': 'network-vif-deleted', 'tag': '59264579-f015-4414-9410-630bf057f4aa', 'status': 'completed', 'code': 200} May 10 20:10:10.674634 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-128c36b8-6cbd-4081-994a-b2d4dad0e3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:10.740465 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34412) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:10.795257 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (b5504878-5531-4392-a6cd-26d6d6acc891), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:10.819846 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (b5504878-5531-4392-a6cd-26d6d6acc891), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:10.882719 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (b5504878-5531-4392-a6cd-26d6d6acc891), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:10.885971 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:10.887155 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] 10.222.0.57 "DELETE /v2.0/security-groups/b5504878-5531-4392-a6cd-26d6d6acc891 HTTP/1.1" status: 204 len: 168 time: 0.1463730 May 10 20:10:10.896630 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87839524-8408-4b90-b419-c8da9c03c1a1 tempest-TestShelveInstance-1427460136 tempest-TestShelveInstance-1427460136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5504878-5531-4392-a6cd-26d6d6acc891,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:10.931484 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34416) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:11.254916 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:11.481605 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Deleting port 5443bb36-a666-478e-bb83-c518cbe9400d {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:11.481940 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:11.557801 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] For port 5443bb36-a666-478e-bb83-c518cbe9400d, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=5443bb36-a666-478e-bb83-c518cbe9400d,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:11.558157 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:11.570684 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Calling delete_port for 5443bb36-a666-478e-bb83-c518cbe9400d owned by network:router_interface {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:11.628336 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:11.750098 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (5443bb36-a666-478e-bb83-c518cbe9400d), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:11.779620 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Pushing event deleted for resources: {'Port': ['ID=5443bb36-a666-478e-bb83-c518cbe9400d,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:11.941300 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:12.394228 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:10:12.501020 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:10:12.505988 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-9541f2b1-0bc5-4cad-9fc3-af765b18b26e admin admin] 10.222.0.57 "PUT /v2.0/routers/9c2a9e8e-3339-4b72-83d7-645c4f4609f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5740051 May 10 20:10:12.508462 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34418) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:12.510130 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Sync routers for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:12.522688 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:12.523323 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.615787 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks [] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:12.629230 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: dv-cinder-841315-1-iscsi {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:12.720175 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks [] for router_gateway (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:12.764545 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Deleting port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:12.765254 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:12.794238 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:10:11Z', 'revision_number': 5, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port': {'id': '1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:76:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:05:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.821390 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa no longer exists at agent hyperv_hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:12.824442 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Checking router: 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 for host: dv-cinder-841315-1-iscsi {{(pid=103325) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:12.842636 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] For port 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:12.843000 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:12.851663 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] No Port match for: 59264579-f015-4414-9410-630bf057f4aa {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:12.852020 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Device 59264579-f015-4414-9410-630bf057f4aa not bound to the agent host hv-cinder-84131 {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:12.855096 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Routers {'9c2a9e8e-3339-4b72-83d7-645c4f4609f5'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103325) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:12.855720 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:09:43Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'], 'active': True} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:12.859566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Calling delete_port for 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 owned by network:router_gateway {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:12.942373 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvr_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] Set router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 gateway port host: None {{(pid=103325) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:12.994054 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_hamode_db [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:10:12Z', 'revision_number': 6, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103325) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:13.023069 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.025807 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bfcf36-71bf-4f77-a4ae-93715e1a28de None None] The sync data for ids ['9c2a9e8e-3339-4b72-83d7-645c4f4609f5'] in dv-cinder-841315-1-iscsi is: [{'id': '9c2a9e8e-3339-4b72-83d7-645c4f4609f5', 'name': 'tempest-TestShelveInstance-807734091-router', 'tenant_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:44Z', 'updated_at': '2022-05-10T20:10:12Z', 'revision_number': 6, 'project_id': '4d8820e6b7a04ca89202e7b7ed991f9a', 'gw_port_host': None}] {{(pid=103325) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:13.049283 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:13.114185 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.147770 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-48a5f946-3b28-49b8-bd4a-a503e8c31915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.206913 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.209246 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks [] for router_controller (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.253909 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (9c2a9e8e-3339-4b72-83d7-645c4f4609f5), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.254341 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c2a9e8e-3339-4b72-83d7-645c4f4609f5 {{(pid=103324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:10:13.258558 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.260239 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-26ead0ac-9a3d-46b9-bbb7-132b1394343d admin admin] 10.222.0.57 "DELETE /v2.0/routers/9c2a9e8e-3339-4b72-83d7-645c4f4609f5 HTTP/1.1" status: 204 len: 168 time: 0.7506888 May 10 20:10:13.262723 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34420) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:13.304958 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Deleting subnet dfa3ac18-1d23-404c-86c5-515bddf208c9 {{(pid=103324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:10:13.308566 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Publish callbacks [] for subnet (dfa3ac18-1d23-404c-86c5-515bddf208c9), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.341600 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6739700'] for subnet (dfa3ac18-1d23-404c-86c5-515bddf208c9), precommit_delete_associations {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.424317 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (dfa3ac18-1d23-404c-86c5-515bddf208c9), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.478345 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6740917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5884064'] for subnet (dfa3ac18-1d23-404c-86c5-515bddf208c9), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.502508 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfa3ac18-1d23-404c-86c5-515bddf208c9,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:13.508144 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.511302 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-d5d3f416-336d-4d62-a3e2-518b5bdc1ee8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/dfa3ac18-1d23-404c-86c5-515bddf208c9 HTTP/1.1" status: 204 len: 168 time: 0.2476542 May 10 20:10:13.513338 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd0cd6d-7d91-470d-812b-821c96bce1f1 None None] Network 9ace4159-a089-42d1-becf-be8ae15fda3c requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:10:13.513815 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [-] (103324) accepted ('10.222.0.57', 34422) {{(pid=103324) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:13.588292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (9ace4159-a089-42d1-becf-be8ae15fda3c), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.639738 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Deleting port 27f6a460-6ff8-4d69-8fb1-d91839aa316a {{(pid=103324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:13.640080 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.701078 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.db [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] For port 27f6a460-6ff8-4d69-8fb1-d91839aa316a, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=27f6a460-6ff8-4d69-8fb1-d91839aa316a,segment=NetworkSegment(8081c371-8b60-407d-a3ab-da2c813b438e),segment_id=8081c371-8b60-407d-a3ab-da2c813b438e)] {{(pid=103324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:13.701437 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.715456 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.plugin [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Calling delete_port for 27f6a460-6ff8-4d69-8fb1-d91839aa316a owned by network:dhcp {{(pid=103324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:13.809410 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600ab511-43aa-46dd-8306-38930741054c None None] DHCP port deletion for 9ace4159-a089-42d1-becf-be8ae15fda3c request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:10:13.810387 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6740866'] for port (27f6a460-6ff8-4d69-8fb1-d91839aa316a), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.844203 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f6a460-6ff8-4d69-8fb1-d91839aa316a,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:13.846667 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] No DVR routers for this DVR port 27f6a460-6ff8-4d69-8fb1-d91839aa316a on host dv-cinder-841315-1-iscsi {{(pid=103324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:13.868010 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 5443bb36-a666-478e-bb83-c518cbe9400d no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:13.894926 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 5443bb36-a666-478e-bb83-c518cbe9400d {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:13.895256 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 5443bb36-a666-478e-bb83-c518cbe9400d not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:13.895674 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 27f6a460-6ff8-4d69-8fb1-d91839aa316a no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:13.916376 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 27f6a460-6ff8-4d69-8fb1-d91839aa316a {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:13.916952 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 27f6a460-6ff8-4d69-8fb1-d91839aa316a not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:13.917562 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:13.920453 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (9ace4159-a089-42d1-becf-be8ae15fda3c), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.937059 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:13.937411 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 1cd0d7f9-b339-4faa-92cb-e8b2ac7f3d15 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:13.943292 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ace4159-a089-42d1-becf-be8ae15fda3c']}} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:13.952793 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8081c371-8b60-407d-a3ab-da2c813b438e') {'for_net_delete': True} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:13.953140 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.services.segments.db [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8081c371-8b60-407d-a3ab-da2c813b438e') {} {{(pid=103324) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:13.962906 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6739471'] for segment (8081c371-8b60-407d-a3ab-da2c813b438e), before_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.976190 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (8081c371-8b60-407d-a3ab-da2c813b438e), precommit_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.983478 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:13.983933 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6740959'] for segment (8081c371-8b60-407d-a3ab-da2c813b438e), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: Traceback (most recent call last): May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: timer() May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: cb(*args, **kw) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: return func(*args, **kwargs) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: self._notify() May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: self.callback(batched_events) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: event.method(event) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: return f(self, *a, **k) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._get(url).json() May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: return self.request(url, 'GET', **kwargs) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:13.985653 dv-cinder-841315-1-iscsi neutron-server[103324]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:14.010505 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.042790 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (9ace4159-a089-42d1-becf-be8ae15fda3c), after_delete {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.049275 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron_lib.callbacks.manager [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103324) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.052537 dv-cinder-841315-1-iscsi neutron-server[103324]: INFO neutron.wsgi [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ace4159-a089-42d1-becf-be8ae15fda3c HTTP/1.1" status: 204 len: 168 time: 0.5378137 May 10 20:10:14.055732 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34424) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:14.064769 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6b67f-0ccc-41d1-94e3-a1f85b031262 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ace4159-a089-42d1-becf-be8ae15fda3c,revision_number=None']} {{(pid=103324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:14.383213 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-363815'] for router_interface (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.615858 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Deleting port c4c32393-8148-4060-8bb7-db4b909cf06b {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:14.616203 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.696037 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] For port c4c32393-8148-4060-8bb7-db4b909cf06b, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=c4c32393-8148-4060-8bb7-db4b909cf06b,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:14.696324 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.709926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Calling delete_port for c4c32393-8148-4060-8bb7-db4b909cf06b owned by network:router_interface {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:14.886831 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (c4c32393-8148-4060-8bb7-db4b909cf06b), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:14.911326 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c32393-8148-4060-8bb7-db4b909cf06b,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:15.085889 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-501320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-366894'] for router_interface (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.295052 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Router a6a62b63-f7eb-42bb-890e-de066f8df3af has already been hosted by L3 agent 7b87f282-43f5-4760-9e99-b6a38981a1e3 {{(pid=103323) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 10 20:10:15.400833 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] Notify agent at l3_agent.dv-cinder-841315-1-iscsi the message routers_updated {{(pid=103323) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 10 20:10:15.405617 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-0a208ebc-80aa-42ef-97ef-5dec122249b0 admin admin] 10.222.0.57 "PUT /v2.0/routers/a6a62b63-f7eb-42bb-890e-de066f8df3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3482265 May 10 20:10:15.408446 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34426) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:15.411926 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68110592-6800-4285-9eea-370f2805651b None None] Sync routers for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 10 20:10:15.414530 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.423560 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68110592-6800-4285-9eea-370f2805651b None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:15.424312 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68110592-6800-4285-9eea-370f2805651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:10:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.516989 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks [] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.533905 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-68110592-6800-4285-9eea-370f2805651b None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: dv-cinder-841315-1-iscsi {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:15.622571 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks [] for router_gateway (a6a62b63-f7eb-42bb-890e-de066f8df3af), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.666026 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Deleting port b625a6f7-e61b-454c-a2f7-922ecf869e58 {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:15.666361 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.706809 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68110592-6800-4285-9eea-370f2805651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'external_fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:10:14Z', 'revision_number': 5, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port': {'id': 'b625a6f7-e61b-454c-a2f7-922ecf869e58', 'name': '', 'network_id': '40199b24-4453-4b80-a322-fe0ae82ffc42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:a2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-841315-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:05:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '605cbd83-ac15-43e2-8c33-ea5c6ab08621', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-841315-1-iscsi'}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.739919 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68110592-6800-4285-9eea-370f2805651b None None] Checking router: a6a62b63-f7eb-42bb-890e-de066f8df3af for host: dv-cinder-841315-1-iscsi {{(pid=103326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 10 20:10:15.748654 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] For port b625a6f7-e61b-454c-a2f7-922ecf869e58, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=b625a6f7-e61b-454c-a2f7-922ecf869e58,segment=NetworkSegment(4c7258a4-3a25-4efa-9978-3bf473bcf112),segment_id=4c7258a4-3a25-4efa-9978-3bf473bcf112)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:15.749014 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.749246 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68110592-6800-4285-9eea-370f2805651b None None] Routers {'a6a62b63-f7eb-42bb-890e-de066f8df3af'} bound to L3 agent in host dv-cinder-841315-1-iscsi {{(pid=103326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 10 20:10:15.749657 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68110592-6800-4285-9eea-370f2805651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-841315-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-10T19:47:43Z,description=,heartbeat_timestamp=2022-05-10T20:10:13Z,host='dv-cinder-841315-1-iscsi',id=7b87f282-43f5-4760-9e99-b6a38981a1e3,load=0,resource_versions=,resources_synced=,started_at=2022-05-10T19:47:43Z,topic='l3_agent')) {'router_ids': ['a6a62b63-f7eb-42bb-890e-de066f8df3af'], 'active': True} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.762278 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Calling delete_port for b625a6f7-e61b-454c-a2f7-922ecf869e58 owned by network:router_gateway {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:15.836209 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_dvr_db [None req-68110592-6800-4285-9eea-370f2805651b None None] Set router a6a62b63-f7eb-42bb-890e-de066f8df3af gateway port host: None {{(pid=103326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 10 20:10:15.888187 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.l3_hamode_db [None req-68110592-6800-4285-9eea-370f2805651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:10:15Z', 'revision_number': 6, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port_host': None}], 'dv-cinder-841315-1-iscsi', False) {} {{(pid=103326) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:15.917388 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68110592-6800-4285-9eea-370f2805651b None None] The sync data for ids ['a6a62b63-f7eb-42bb-890e-de066f8df3af'] in dv-cinder-841315-1-iscsi is: [{'id': 'a6a62b63-f7eb-42bb-890e-de066f8df3af', 'name': 'tempest-TestShelveInstance-1301633154-router', 'tenant_id': '858f05d0f69741758c4c12930cc26a28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-10T20:05:50Z', 'updated_at': '2022-05-10T20:10:15Z', 'revision_number': 6, 'project_id': '858f05d0f69741758c4c12930cc26a28', 'gw_port_host': None}] {{(pid=103326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 10 20:10:15.935649 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (b625a6f7-e61b-454c-a2f7-922ecf869e58), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:15.962318 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b625a6f7-e61b-454c-a2f7-922ecf869e58,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.023457 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-389961'] for router_gateway (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.113234 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-386437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8124'] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.115332 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks [] for router_controller (a6a62b63-f7eb-42bb-890e-de066f8df3af), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.156524 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-386462'] for router (a6a62b63-f7eb-42bb-890e-de066f8df3af), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.156985 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a62b63-f7eb-42bb-890e-de066f8df3af {{(pid=103323) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 10 20:10:16.161031 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.162143 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-64cdcf4d-b2e3-4989-b32b-3b48e97339f4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a6a62b63-f7eb-42bb-890e-de066f8df3af HTTP/1.1" status: 204 len: 168 time: 0.7531579 May 10 20:10:16.164675 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34428) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:16.211415 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.db_base_plugin_v2 [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Deleting subnet e537e9c1-5569-461e-99db-42477f3d61bc {{(pid=103323) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 10 20:10:16.214926 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Publish callbacks [] for subnet (e537e9c1-5569-461e-99db-42477f3d61bc), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.253424 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4928632'] for subnet (e537e9c1-5569-461e-99db-42477f3d61bc), precommit_delete_associations {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.331418 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1463208'] for subnet (e537e9c1-5569-461e-99db-42477f3d61bc), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.385581 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1463207', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523297', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4929812', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5147388'] for subnet (e537e9c1-5569-461e-99db-42477f3d61bc), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.416195 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e537e9c1-5569-461e-99db-42477f3d61bc,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.418361 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for subnet (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.421576 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-43284ab2-5ac9-40b8-9a07-2fdf5fadecd4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e537e9c1-5569-461e-99db-42477f3d61bc HTTP/1.1" status: 204 len: 168 time: 0.2560081 May 10 20:10:16.423899 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093fcaff-dc03-4738-a84d-1fb5d4740229 None None] Network 859b488d-b618-4367-ad87-27c4f1e0a507 requested from dv-cinder-841315-1-iscsi {{(pid=103325) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 10 20:10:16.424385 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34430) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:16.492768 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1569277'] for network (859b488d-b618-4367-ad87-27c4f1e0a507), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.539767 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Deleting port 0275086d-f60a-492c-abd0-ae2b8c7d64ec {{(pid=103323) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:16.540101 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.608509 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.db [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] For port 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host dv-cinder-841315-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-841315-1-iscsi',level=0,port_id=0275086d-f60a-492c-abd0-ae2b8c7d64ec,segment=NetworkSegment(8bf96349-157d-4481-bf09-b222f79f8459),segment_id=8bf96349-157d-4481-bf09-b222f79f8459)] {{(pid=103323) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:16.608874 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.623141 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Calling delete_port for 0275086d-f60a-492c-abd0-ae2b8c7d64ec owned by network:dhcp {{(pid=103323) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:16.690558 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] DHCP port deletion for 859b488d-b618-4367-ad87-27c4f1e0a507 request from dv-cinder-841315-1-iscsi {{(pid=103325) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 10 20:10:16.712481 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4929827'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.730750 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Deleting port 0275086d-f60a-492c-abd0-ae2b8c7d64ec {{(pid=103325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 10 20:10:16.731122 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739801639940'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), before_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.741577 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0275086d-f60a-492c-abd0-ae2b8c7d64ec,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.745621 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] No DVR routers for this DVR port 0275086d-f60a-492c-abd0-ae2b8c7d64ec on host dv-cinder-841315-1-iscsi {{(pid=103323) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:16.805377 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.db [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] For port 0275086d-f60a-492c-abd0-ae2b8c7d64ec, host dv-cinder-841315-1-iscsi, got binding levels [] {{(pid=103325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 10 20:10:16.805769 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-364017'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), precommit_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.818062 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1464915', 'neutron.services.segments.db._delete_segments_for_network-8739801746993'] for network (859b488d-b618-4367-ad87-27c4f1e0a507), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.820094 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Calling delete_port for 0275086d-f60a-492c-abd0-ae2b8c7d64ec owned by network:dhcp {{(pid=103325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 10 20:10:16.823421 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.ipam_backend_mixin [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Port 0275086d-f60a-492c-abd0-ae2b8c7d64ec was not found and therefore no delete operation was performed {{(pid=103325) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 10 20:10:16.824716 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1386139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739801646228', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739801265785'] for port (0275086d-f60a-492c-abd0-ae2b8c7d64ec), after_delete {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.838818 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859b488d-b618-4367-ad87-27c4f1e0a507']}} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:16.847897 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf96349-157d-4481-bf09-b222f79f8459') {'for_net_delete': True} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:16.848193 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.services.segments.db [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf96349-157d-4481-bf09-b222f79f8459') {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 10 20:10:16.848878 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] Pushing event deleted for resources: {'Port': ['ID=0275086d-f60a-492c-abd0-ae2b8c7d64ec,revision_number=None']} {{(pid=103325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:16.852405 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775c76f-70e4-4b3d-ab94-781405e18c5a None None] No DVR routers for this DVR port 0275086d-f60a-492c-abd0-ae2b8c7d64ec on host dv-cinder-841315-1-iscsi {{(pid=103325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 10 20:10:16.857821 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739801747258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4928643'] for segment (8bf96349-157d-4481-bf09-b222f79f8459), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.876376 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189'] for segment (8bf96349-157d-4481-bf09-b222f79f8459), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.882636 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103323) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 10 20:10:16.883202 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1469189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4929918'] for segment (8bf96349-157d-4481-bf09-b222f79f8459), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: Traceback (most recent call last): May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: timer() May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: cb(*args, **kw) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: return func(*args, **kwargs) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: self._notify() May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: self.callback(batched_events) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: event.method(event) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_id = self._get_aggregate_id(event.segment_id) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: aggregate_uuid = self.p_client.list_aggregates( May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: return f(self, *a, **k) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._get(url).json() May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: return self._client.get(url, endpoint_filter=self._ks_filter, May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: return self.request(url, 'GET', **kwargs) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: base_url = self.get_endpoint(auth, allow=allow, May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: auth = self._auth_required(auth, 'determine endpoint URL') May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 10 20:10:16.885565 dv-cinder-841315-1-iscsi neutron-server[103323]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 10 20:10:16.944222 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1464874', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482679', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-501315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-390183'] for network (859b488d-b618-4367-ad87-27c4f1e0a507), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.949293 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-501301'] for network (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:16.952772 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/859b488d-b618-4367-ad87-27c4f1e0a507 HTTP/1.1" status: 204 len: 168 time: 0.5279095 May 10 20:10:16.968611 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e5b04-9e1a-425e-a93c-39ad071e3be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=859b488d-b618-4367-ad87-27c4f1e0a507,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:17.115246 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34434) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:17.154473 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-3b50377b-ad2d-4122-a443-45b83fda39f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d8820e6b7a04ca89202e7b7ed991f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379384 May 10 20:10:17.156779 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34436) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:17.201408 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.203861 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] Publish callbacks [] for security_group (4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.225319 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] Publish callbacks [] for security_group (4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.271938 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.274677 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.275823 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2 HTTP/1.1" status: 204 len: 168 time: 0.1181681 May 10 20:10:17.284000 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d76a9-7c6a-4dce-bf2e-0fa69f20c887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b862d83-d33d-4d2f-8a9d-da39f0ba0fd2,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:17.594647 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34442) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:17.600919 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 0275086d-f60a-492c-abd0-ae2b8c7d64ec no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:17.624477 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: 0275086d-f60a-492c-abd0-ae2b8c7d64ec {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:17.624828 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device 0275086d-f60a-492c-abd0-ae2b8c7d64ec not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:17.625243 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b625a6f7-e61b-454c-a2f7-922ecf869e58 no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:17.640000 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-ba46a562-b426-4e32-862e-7210aaeb563a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=858f05d0f69741758c4c12930cc26a28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442102 May 10 20:10:17.642443 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.wsgi [-] (103323) accepted ('10.222.0.57', 34444) {{(pid=103323) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 10 20:10:17.643695 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: b625a6f7-e61b-454c-a2f7-922ecf869e58 {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:17.644048 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device b625a6f7-e61b-454c-a2f7-922ecf869e58 not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:17.644458 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4c32393-8148-4060-8bb7-db4b909cf06b no longer exists at agent ovs-agent-dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 10 20:10:17.663424 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.plugin [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] No Port match for: c4c32393-8148-4060-8bb7-db4b909cf06b {{(pid=103325) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 10 20:10:17.663698 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron.plugins.ml2.rpc [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Device c4c32393-8148-4060-8bb7-db4b909cf06b not bound to the agent host dv-cinder-841315-1-iscsi {{(pid=103325) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 10 20:10:17.689367 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] Publish callbacks [] for security_group (1b37dc22-b590-41ad-923c-e54bf016c85e), before_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.709674 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] Publish callbacks [] for security_group (1b37dc22-b590-41ad-923c-e54bf016c85e), precommit_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.757033 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482566'] for security_group (1b37dc22-b590-41ad-923c-e54bf016c85e), after_delete {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.759660 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:17.760785 dv-cinder-841315-1-iscsi neutron-server[103323]: INFO neutron.wsgi [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b37dc22-b590-41ad-923c-e54bf016c85e HTTP/1.1" status: 204 len: 168 time: 0.1174543 May 10 20:10:17.769564 dv-cinder-841315-1-iscsi neutron-server[103323]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c805b4-305b-417f-9807-948e6453670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b37dc22-b590-41ad-923c-e54bf016c85e,revision_number=None']} {{(pid=103323) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 10 20:10:20.129947 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:10:40.676250 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-546d82e2-1d6c-4323-98de-2a3a8fe2653c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:41.634537 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:43.149017 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c3e8457c-c968-475d-87de-e956c0f62bb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:44.015325 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:45.416612 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:47.204040 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:10:57.131951 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:11:10.677621 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-494f7c49-0aa8-4d89-baf7-a6c56dc36463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:11.633138 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:13.150483 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-ff682c7e-4f38-45b7-a025-384df51d5cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:14.014945 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:15.420849 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:17.207888 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:34.131897 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:11:40.682951 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-0e3f9ed4-e508-4802-b9ea-17a8cb65a119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:41.623837 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:43.151746 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-97342837-37f6-4cc3-8951-6409e77c02ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:44.017780 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:45.425547 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:47.210444 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:11:50.008318 dv-cinder-841315-1-iscsi neutron-server[103324]: DEBUG neutron.wsgi [req-fa60029c-6fe8-423d-a43d-7db4ca3ff489 req-583b401b-9fd3-4857-bbb8-486b7761c319 service neutron] (103324) timed out ('10.222.0.60', 61576) {{(pid=103324) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 10 20:12:10.674644 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-58de6b6a-bcdc-4b7f-abc9-357474052ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:11.131694 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:12:11.625984 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:13.152731 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-dde42826-c420-4c51-a29e-f275d676ff9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:14.019240 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:15.428008 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:17.212874 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:40.676466 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6abafe82-0bd6-477c-8be7-66b546571df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:41.656656 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:43.153892 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-6aa894e9-93f6-4b9f-8b7e-861bebba8a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:44.025819 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:45.428877 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:47.215432 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:12:48.130997 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:13:10.677605 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-8e02a154-a9a9-4efc-bb53-a89749adb7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:11.659265 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:13.155623 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c903ce1e-910a-4d5c-86d5-51753b44d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:14.025896 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:15.432469 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:17.220708 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:25.131140 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:13:40.682854 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c87ffed0-229e-4bc7-9f33-f36ae6ec23f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:41.670271 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:43.156984 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-1fa888d3-89e3-4e63-8862-e7eb918a21ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:44.027061 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:45.434921 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:13:47.224542 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:02.131031 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:14:10.684548 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-f2521174-5a49-4ebd-8927-18f230b13113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:11.668886 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:13.162443 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-030f565e-a6a9-4612-b94a-565e38b3cfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:14.031414 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:15.437806 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:17.226692 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:39.129768 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:14:40.685965 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-780915aa-a0db-4822-bed6-e88c5dfe4f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:41.684779 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:43.163936 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-86356306-091c-4e0b-aee8-15bc51e0514c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:44.034144 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:45.442715 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:14:47.228387 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:10.689670 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-c4a450ce-fc19-4ff6-85b1-2dd531a8896d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:11.699063 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:13.165424 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-542f6d99-60fb-4a6f-9f67-f58ad27df25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:14.035720 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:15.446932 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:16.129776 dv-cinder-841315-1-iscsi neutron-server[103326]: DEBUG neutron.db.agents_db [None req-bb781488-6928-4568-9925-a2f3ea5f5517 None None] Agent healthcheck: found 6 active agents {{(pid=103326) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 10 20:15:17.231286 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:40.692289 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-942d5725-fd91-4ab1-b2a0-b9290b37972a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (e7e2b113-60b7-4ff3-b32e-067b4783dad3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:41.698603 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-938171e4-8d17-48cb-bcff-773dc944c070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (331ac1ac-41d7-431f-b99f-45e2a46def4e), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:43.168227 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-bca0dcfa-54e5-4836-b641-d79d74ceeb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (7b87f282-43f5-4760-9e99-b6a38981a1e3), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:44.038679 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-cf06593a-8069-43ca-ada1-44a43d1d94cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (05824840-f926-48a4-bf3b-439392d80d48), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:45.447808 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-2870e148-b01b-4736-ac9c-57923e07f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (9e2f91fe-721b-47d7-907e-91669ff807b7), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 10 20:15:47.233282 dv-cinder-841315-1-iscsi neutron-server[103325]: DEBUG neutron_lib.callbacks.manager [None req-320753de-af1b-4a1c-8e37-2e62599c5ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739801746975', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1393554'] for agent (69cdcd1e-563f-406d-b71e-ecb8cdaa19f4), after_update {{(pid=103325) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}